2024-11-24 02:20:56,153 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 02:20:56,164 main DEBUG Took 0.009367 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 02:20:56,164 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 02:20:56,164 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 02:20:56,165 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 02:20:56,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,173 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 02:20:56,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,190 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,192 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,193 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:20:56,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,195 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 02:20:56,196 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:20:56,197 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 02:20:56,199 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 02:20:56,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 02:20:56,200 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 02:20:56,201 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 02:20:56,209 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 02:20:56,211 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 02:20:56,212 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 02:20:56,213 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 02:20:56,213 main DEBUG createAppenders(={Console}) 2024-11-24 02:20:56,214 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 02:20:56,214 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 02:20:56,214 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 02:20:56,215 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 02:20:56,215 main DEBUG OutputStream closed 2024-11-24 02:20:56,215 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 02:20:56,215 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 02:20:56,216 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 02:20:56,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 02:20:56,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 02:20:56,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 02:20:56,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 02:20:56,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 02:20:56,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 02:20:56,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 02:20:56,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 02:20:56,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 02:20:56,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 02:20:56,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 02:20:56,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 02:20:56,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 02:20:56,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 02:20:56,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 02:20:56,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 02:20:56,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 02:20:56,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 02:20:56,292 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 02:20:56,292 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 02:20:56,293 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 02:20:56,293 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T02:20:56,530 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73 2024-11-24 02:20:56,532 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 02:20:56,533 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T02:20:56,542 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T02:20:56,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T02:20:56,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07, deleteOnExit=true 2024-11-24T02:20:56,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T02:20:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/test.cache.data in system properties and HBase conf 2024-11-24T02:20:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T02:20:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.log.dir in system properties and HBase conf 2024-11-24T02:20:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T02:20:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T02:20:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T02:20:56,660 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T02:20:56,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T02:20:56,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T02:20:56,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T02:20:56,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T02:20:56,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T02:20:56,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T02:20:56,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T02:20:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T02:20:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T02:20:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T02:20:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/nfs.dump.dir in system properties and HBase conf 2024-11-24T02:20:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/java.io.tmpdir in system properties and HBase conf 2024-11-24T02:20:56,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T02:20:56,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T02:20:56,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T02:20:57,549 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T02:20:57,624 INFO [Time-limited test {}] log.Log(170): Logging initialized @2192ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T02:20:57,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:20:57,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T02:20:57,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T02:20:57,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T02:20:57,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T02:20:57,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:20:57,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.log.dir/,AVAILABLE} 2024-11-24T02:20:57,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T02:20:58,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/java.io.tmpdir/jetty-localhost-34685-hadoop-hdfs-3_4_1-tests_jar-_-any-23197268091346950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T02:20:58,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34685} 2024-11-24T02:20:58,011 INFO [Time-limited test {}] server.Server(415): Started @2579ms 2024-11-24T02:20:58,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:20:58,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T02:20:58,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T02:20:58,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T02:20:58,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T02:20:58,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.log.dir/,AVAILABLE} 2024-11-24T02:20:58,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T02:20:58,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-11820720911665261374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T02:20:58,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-24T02:20:58,548 INFO [Time-limited test {}] server.Server(415): Started @3116ms 2024-11-24T02:20:58,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T02:20:59,037 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/dfs/data/data2/current/BP-1659822225-172.17.0.2-1732414857315/current, will proceed with Du for space computation calculation, 2024-11-24T02:20:59,037 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/dfs/data/data1/current/BP-1659822225-172.17.0.2-1732414857315/current, will proceed with Du for space computation calculation, 2024-11-24T02:20:59,076 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T02:20:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41c753170f49875e with lease ID 0x743f2db51edefe86: Processing first storage report for DS-4989769c-1a07-413c-92b5-d1ee3746cffb from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=17faac87-87ad-4352-bc72-3cff542fdf0a, infoPort=39275, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=866108217;c=1732414857315) 2024-11-24T02:20:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41c753170f49875e with lease ID 0x743f2db51edefe86: from storage DS-4989769c-1a07-413c-92b5-d1ee3746cffb node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=17faac87-87ad-4352-bc72-3cff542fdf0a, infoPort=39275, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=866108217;c=1732414857315), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T02:20:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41c753170f49875e with lease ID 0x743f2db51edefe86: Processing first storage report for DS-0d5cb3ec-7229-44a5-b4ef-c7c7c0177dec from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=17faac87-87ad-4352-bc72-3cff542fdf0a, infoPort=39275, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=866108217;c=1732414857315) 2024-11-24T02:20:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41c753170f49875e with lease ID 0x743f2db51edefe86: from storage DS-0d5cb3ec-7229-44a5-b4ef-c7c7c0177dec node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=17faac87-87ad-4352-bc72-3cff542fdf0a, infoPort=39275, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=866108217;c=1732414857315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T02:20:59,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73 2024-11-24T02:20:59,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/zookeeper_0, clientPort=54374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T02:20:59,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54374 2024-11-24T02:20:59,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:20:59,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:20:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741825_1001 (size=7) 2024-11-24T02:20:59,916 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 with version=8 2024-11-24T02:20:59,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/hbase-staging 2024-11-24T02:21:00,048 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T02:21:00,325 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ccb785458ec:0 server-side Connection retries=45 2024-11-24T02:21:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T02:21:00,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T02:21:00,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T02:21:00,545 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T02:21:00,554 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T02:21:00,558 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T02:21:00,587 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22785 (auto-detected) 2024-11-24T02:21:00,588 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T02:21:00,608 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37827 2024-11-24T02:21:00,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:21:00,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:21:00,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37827 connecting to ZooKeeper ensemble=127.0.0.1:54374 2024-11-24T02:21:00,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378270x0, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T02:21:00,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37827-0x1002754a0d40000 connected 2024-11-24T02:21:00,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T02:21:00,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:21:00,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T02:21:00,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37827 2024-11-24T02:21:00,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37827 2024-11-24T02:21:00,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37827 2024-11-24T02:21:00,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37827 2024-11-24T02:21:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37827 2024-11-24T02:21:00,719 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1, hbase.cluster.distributed=false 2024-11-24T02:21:00,784 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ccb785458ec:0 server-side Connection retries=45 2024-11-24T02:21:00,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T02:21:00,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:21:00,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T02:21:00,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T02:21:00,790 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T02:21:00,791 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44071 2024-11-24T02:21:00,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T02:21:00,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T02:21:00,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:21:00,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:21:00,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44071 connecting to ZooKeeper ensemble=127.0.0.1:54374 2024-11-24T02:21:00,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440710x0, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T02:21:00,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440710x0, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T02:21:00,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44071-0x1002754a0d40001 connected 2024-11-24T02:21:00,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:21:00,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T02:21:00,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-24T02:21:00,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-11-24T02:21:00,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-11-24T02:21:00,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-24T02:21:00,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-24T02:21:00,822 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ccb785458ec,37827,1732414860041 2024-11-24T02:21:00,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:21:00,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:21:00,831 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ccb785458ec,37827,1732414860041 2024-11-24T02:21:00,837 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ccb785458ec:37827 2024-11-24T02:21:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T02:21:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T02:21:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:00,851 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T02:21:00,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T02:21:00,853 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ccb785458ec,37827,1732414860041 from backup master directory 2024-11-24T02:21:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ccb785458ec,37827,1732414860041 2024-11-24T02:21:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:21:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:21:00,856 WARN [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T02:21:00,857 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ccb785458ec,37827,1732414860041 2024-11-24T02:21:00,859 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T02:21:00,860 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T02:21:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741826_1002 (size=42) 2024-11-24T02:21:00,926 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/hbase.id with ID: bfb1c30c-2869-4400-9118-6ff2faef0757 2024-11-24T02:21:00,965 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:21:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741827_1003 (size=196) 2024-11-24T02:21:01,023 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:21:01,026 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T02:21:01,044 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:01,049 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:21:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741828_1004 (size=1189) 2024-11-24T02:21:01,499 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store 2024-11-24T02:21:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741829_1005 (size=34) 2024-11-24T02:21:01,919 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T02:21:01,920 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:01,921 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T02:21:01,921 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:21:01,921 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:21:01,921 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T02:21:01,922 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:21:01,922 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:21:01,922 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T02:21:01,924 WARN [master/4ccb785458ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/.initializing 2024-11-24T02:21:01,924 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/WALs/4ccb785458ec,37827,1732414860041 2024-11-24T02:21:01,931 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T02:21:01,941 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ccb785458ec%2C37827%2C1732414860041, suffix=, logDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/WALs/4ccb785458ec,37827,1732414860041, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/oldWALs, maxLogs=10 2024-11-24T02:21:01,964 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/WALs/4ccb785458ec,37827,1732414860041/4ccb785458ec%2C37827%2C1732414860041.1732414861946, exclude list is [], retry=0 2024-11-24T02:21:01,980 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-4989769c-1a07-413c-92b5-d1ee3746cffb,DISK] 2024-11-24T02:21:01,983 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T02:21:02,027 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/WALs/4ccb785458ec,37827,1732414860041/4ccb785458ec%2C37827%2C1732414860041.1732414861946 2024-11-24T02:21:02,027 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-24T02:21:02,028 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:02,028 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:02,032 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,032 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T02:21:02,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:02,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T02:21:02,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:02,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T02:21:02,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T02:21:02,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:02,115 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,116 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,125 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T02:21:02,128 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:21:02,132 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:21:02,133 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440684, jitterRate=0.019845664501190186}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T02:21:02,137 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T02:21:02,138 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T02:21:02,168 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3d717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:02,202 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T02:21:02,214 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T02:21:02,214 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T02:21:02,217 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T02:21:02,218 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T02:21:02,223 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T02:21:02,223 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T02:21:02,248 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T02:21:02,258 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T02:21:02,261 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T02:21:02,263 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T02:21:02,264 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T02:21:02,266 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T02:21:02,268 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T02:21:02,271 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T02:21:02,273 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T02:21:02,273 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T02:21:02,275 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T02:21:02,284 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T02:21:02,286 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T02:21:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T02:21:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T02:21:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,292 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ccb785458ec,37827,1732414860041, sessionid=0x1002754a0d40000, setting cluster-up flag (Was=false) 2024-11-24T02:21:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,313 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T02:21:02,314 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ccb785458ec,37827,1732414860041 2024-11-24T02:21:02,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:02,327 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T02:21:02,328 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ccb785458ec,37827,1732414860041 2024-11-24T02:21:02,405 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T02:21:02,411 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T02:21:02,414 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T02:21:02,420 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ccb785458ec,37827,1732414860041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T02:21:02,423 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ccb785458ec:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:21:02,423 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ccb785458ec:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ccb785458ec:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ccb785458ec:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ccb785458ec:0, corePoolSize=10, maxPoolSize=10 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ccb785458ec:0, corePoolSize=2, maxPoolSize=2 2024-11-24T02:21:02,424 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,427 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732414892427 2024-11-24T02:21:02,428 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T02:21:02,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T02:21:02,429 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T02:21:02,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T02:21:02,433 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T02:21:02,434 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T02:21:02,434 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T02:21:02,435 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T02:21:02,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,435 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T02:21:02,436 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T02:21:02,437 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ccb785458ec:44071 2024-11-24T02:21:02,438 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T02:21:02,438 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T02:21:02,439 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1008): ClusterId : bfb1c30c-2869-4400-9118-6ff2faef0757 2024-11-24T02:21:02,442 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T02:21:02,443 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T02:21:02,443 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T02:21:02,445 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.large.0-1732414862445,5,FailOnTimeoutGroup] 2024-11-24T02:21:02,445 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.small.0-1732414862445,5,FailOnTimeoutGroup] 2024-11-24T02:21:02,446 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,446 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T02:21:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741831_1007 (size=1039) 2024-11-24T02:21:02,447 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,448 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T02:21:02,448 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T02:21:02,448 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T02:21:02,449 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:21:02,452 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T02:21:02,453 DEBUG [RS:0;4ccb785458ec:44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f290817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:02,454 DEBUG [RS:0;4ccb785458ec:44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780e5586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ccb785458ec/172.17.0.2:0 2024-11-24T02:21:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741832_1008 (size=32) 2024-11-24T02:21:02,458 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T02:21:02,458 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T02:21:02,458 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T02:21:02,461 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ccb785458ec,37827,1732414860041 with isa=4ccb785458ec/172.17.0.2:44071, startcode=1732414860783 2024-11-24T02:21:02,473 DEBUG [RS:0;4ccb785458ec:44071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T02:21:02,509 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38475, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T02:21:02,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37827 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37827 {}] master.ServerManager(486): Registering regionserver=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,530 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:21:02,531 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40485 2024-11-24T02:21:02,531 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T02:21:02,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T02:21:02,536 DEBUG [RS:0;4ccb785458ec:44071 {}] zookeeper.ZKUtil(111): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,536 WARN [RS:0;4ccb785458ec:44071 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T02:21:02,536 INFO [RS:0;4ccb785458ec:44071 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:21:02,536 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ccb785458ec,44071,1732414860783] 2024-11-24T02:21:02,549 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T02:21:02,560 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T02:21:02,573 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T02:21:02,575 INFO [RS:0;4ccb785458ec:44071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T02:21:02,576 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,577 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T02:21:02,584 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,584 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,584 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,584 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,584 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,584 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,585 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ccb785458ec:0, corePoolSize=2, maxPoolSize=2 2024-11-24T02:21:02,585 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,585 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,585 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,586 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,586 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ccb785458ec:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:21:02,586 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ccb785458ec:0, corePoolSize=3, maxPoolSize=3 2024-11-24T02:21:02,586 DEBUG [RS:0;4ccb785458ec:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0, corePoolSize=3, maxPoolSize=3 2024-11-24T02:21:02,587 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,588 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,588 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,588 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,588 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,44071,1732414860783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T02:21:02,609 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T02:21:02,611 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,44071,1732414860783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:02,636 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.Replication(204): 4ccb785458ec,44071,1732414860783 started 2024-11-24T02:21:02,636 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1767): Serving as 4ccb785458ec,44071,1732414860783, RpcServer on 4ccb785458ec/172.17.0.2:44071, sessionid=0x1002754a0d40001 2024-11-24T02:21:02,637 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T02:21:02,637 DEBUG [RS:0;4ccb785458ec:44071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,637 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ccb785458ec,44071,1732414860783' 2024-11-24T02:21:02,637 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T02:21:02,638 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ccb785458ec,44071,1732414860783' 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T02:21:02,639 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T02:21:02,640 DEBUG [RS:0;4ccb785458ec:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T02:21:02,640 INFO [RS:0;4ccb785458ec:44071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T02:21:02,640 INFO [RS:0;4ccb785458ec:44071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T02:21:02,746 INFO [RS:0;4ccb785458ec:44071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T02:21:02,749 INFO [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ccb785458ec%2C44071%2C1732414860783, suffix=, logDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/oldWALs, maxLogs=32 2024-11-24T02:21:02,766 DEBUG [RS:0;4ccb785458ec:44071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783/4ccb785458ec%2C44071%2C1732414860783.1732414862751, exclude list is [], retry=0 2024-11-24T02:21:02,771 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-4989769c-1a07-413c-92b5-d1ee3746cffb,DISK] 2024-11-24T02:21:02,775 INFO [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783/4ccb785458ec%2C44071%2C1732414860783.1732414862751 2024-11-24T02:21:02,775 DEBUG [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-24T02:21:02,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:02,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T02:21:02,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T02:21:02,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:02,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T02:21:02,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T02:21:02,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:02,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T02:21:02,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T02:21:02,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:02,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:02,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740 2024-11-24T02:21:02,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740 2024-11-24T02:21:02,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:21:02,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T02:21:02,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:21:02,887 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74178665, jitterRate=0.10534824430942535}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:21:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T02:21:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T02:21:02,889 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T02:21:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T02:21:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T02:21:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T02:21:02,891 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T02:21:02,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T02:21:02,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T02:21:02,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T02:21:02,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T02:21:02,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T02:21:02,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T02:21:03,061 DEBUG [4ccb785458ec:37827 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T02:21:03,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:03,071 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ccb785458ec,44071,1732414860783, state=OPENING 2024-11-24T02:21:03,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T02:21:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:03,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:21:03,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:21:03,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:03,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:03,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T02:21:03,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T02:21:03,272 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T02:21:03,272 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:21:03,273 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T02:21:03,276 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ccb785458ec%2C44071%2C1732414860783.meta, suffix=.meta, logDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783, archiveDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/oldWALs, maxLogs=32 2024-11-24T02:21:03,293 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783/4ccb785458ec%2C44071%2C1732414860783.meta.1732414863278.meta, exclude list is [], retry=0 2024-11-24T02:21:03,297 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-4989769c-1a07-413c-92b5-d1ee3746cffb,DISK] 2024-11-24T02:21:03,300 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/WALs/4ccb785458ec,44071,1732414860783/4ccb785458ec%2C44071%2C1732414860783.meta.1732414863278.meta 2024-11-24T02:21:03,301 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-24T02:21:03,301 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:03,302 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T02:21:03,365 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T02:21:03,370 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T02:21:03,374 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T02:21:03,374 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:03,375 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T02:21:03,375 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T02:21:03,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T02:21:03,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T02:21:03,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T02:21:03,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T02:21:03,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T02:21:03,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T02:21:03,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:21:03,386 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740 2024-11-24T02:21:03,389 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740 2024-11-24T02:21:03,392 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:21:03,395 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T02:21:03,396 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60407293, jitterRate=-0.09986118972301483}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:21:03,398 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T02:21:03,406 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732414863250 2024-11-24T02:21:03,417 DEBUG [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T02:21:03,418 INFO [RS_OPEN_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T02:21:03,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:03,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ccb785458ec,44071,1732414860783, state=OPEN 2024-11-24T02:21:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T02:21:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T02:21:03,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:21:03,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:21:03,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T02:21:03,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ccb785458ec,44071,1732414860783 in 343 msec 2024-11-24T02:21:03,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T02:21:03,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-24T02:21:03,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0790 sec 2024-11-24T02:21:03,441 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732414863441, completionTime=-1 2024-11-24T02:21:03,442 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T02:21:03,442 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T02:21:03,479 DEBUG [hconnection-0x2d5916a5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:03,482 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:03,492 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T02:21:03,492 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732414923492 2024-11-24T02:21:03,492 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732414983492 2024-11-24T02:21:03,492 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-24T02:21:03,525 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:03,525 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:03,525 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:03,527 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ccb785458ec:37827, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:03,527 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:03,532 DEBUG [master/4ccb785458ec:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T02:21:03,536 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T02:21:03,537 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T02:21:03,543 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T02:21:03,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:21:03,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:03,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:21:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741835_1011 (size=358) 2024-11-24T02:21:03,964 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a25f2b3e0387727b2c8cb3f7d3e1963e, NAME => 'hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:21:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741836_1012 (size=42) 2024-11-24T02:21:04,374 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:04,375 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a25f2b3e0387727b2c8cb3f7d3e1963e, disabling compactions & flushes 2024-11-24T02:21:04,375 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,375 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,375 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. after waiting 0 ms 2024-11-24T02:21:04,375 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,375 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,376 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a25f2b3e0387727b2c8cb3f7d3e1963e: 2024-11-24T02:21:04,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:21:04,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732414864379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414864379"}]},"ts":"1732414864379"} 2024-11-24T02:21:04,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:21:04,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:21:04,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414864409"}]},"ts":"1732414864409"} 2024-11-24T02:21:04,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T02:21:04,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a25f2b3e0387727b2c8cb3f7d3e1963e, ASSIGN}] 2024-11-24T02:21:04,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a25f2b3e0387727b2c8cb3f7d3e1963e, ASSIGN 2024-11-24T02:21:04,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a25f2b3e0387727b2c8cb3f7d3e1963e, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:21:04,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a25f2b3e0387727b2c8cb3f7d3e1963e, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:04,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a25f2b3e0387727b2c8cb3f7d3e1963e, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:04,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:04,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a25f2b3e0387727b2c8cb3f7d3e1963e, NAME => 'hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:04,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:04,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,744 INFO [StoreOpener-a25f2b3e0387727b2c8cb3f7d3e1963e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,746 INFO [StoreOpener-a25f2b3e0387727b2c8cb3f7d3e1963e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25f2b3e0387727b2c8cb3f7d3e1963e columnFamilyName info 2024-11-24T02:21:04,747 DEBUG [StoreOpener-a25f2b3e0387727b2c8cb3f7d3e1963e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:04,747 INFO [StoreOpener-a25f2b3e0387727b2c8cb3f7d3e1963e-1 {}] regionserver.HStore(327): Store=a25f2b3e0387727b2c8cb3f7d3e1963e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:04,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:21:04,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:21:04,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a25f2b3e0387727b2c8cb3f7d3e1963e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820558, jitterRate=-0.034098416566848755}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:21:04,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a25f2b3e0387727b2c8cb3f7d3e1963e: 2024-11-24T02:21:04,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e., pid=6, masterSystemTime=1732414864733 2024-11-24T02:21:04,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:21:04,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a25f2b3e0387727b2c8cb3f7d3e1963e, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:04,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T02:21:04,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a25f2b3e0387727b2c8cb3f7d3e1963e, server=4ccb785458ec,44071,1732414860783 in 190 msec 2024-11-24T02:21:04,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T02:21:04,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a25f2b3e0387727b2c8cb3f7d3e1963e, ASSIGN in 351 msec 2024-11-24T02:21:04,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:21:04,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414864778"}]},"ts":"1732414864778"} 2024-11-24T02:21:04,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T02:21:04,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:21:04,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2470 sec 2024-11-24T02:21:04,847 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T02:21:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T02:21:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:04,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:21:04,878 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T02:21:04,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T02:21:04,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-24T02:21:04,911 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T02:21:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T02:21:04,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T02:21:04,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T02:21:04,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T02:21:04,941 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.084sec 2024-11-24T02:21:04,942 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T02:21:04,944 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T02:21:04,945 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T02:21:04,945 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T02:21:04,945 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T02:21:04,946 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T02:21:04,947 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T02:21:04,953 DEBUG [master/4ccb785458ec:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T02:21:04,954 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T02:21:04,954 INFO [master/4ccb785458ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ccb785458ec,37827,1732414860041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:21:05,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T02:21:05,040 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T02:21:05,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:05,050 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T02:21:05,050 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T02:21:05,059 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:05,068 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:05,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ccb785458ec,37827,1732414860041 2024-11-24T02:21:05,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8073 2024-11-24T02:21:05,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:21:05,127 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:21:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:21:05,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:21:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:05,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:21:05,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T02:21:05,143 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:05,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:21:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741837_1013 (size=960) 2024-11-24T02:21:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:05,563 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:21:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741838_1014 (size=53) 2024-11-24T02:21:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:05,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:05,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1b4fe4211c643935cf13bd8dd940397e, disabling compactions & flushes 2024-11-24T02:21:05,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:05,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:05,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. after waiting 0 ms 2024-11-24T02:21:05,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:05,975 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:05,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:05,977 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:21:05,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732414865977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414865977"}]},"ts":"1732414865977"} 2024-11-24T02:21:05,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:21:05,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:21:05,982 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414865981"}]},"ts":"1732414865981"} 2024-11-24T02:21:05,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:21:05,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, ASSIGN}] 2024-11-24T02:21:05,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, ASSIGN 2024-11-24T02:21:05,993 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:21:06,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1b4fe4211c643935cf13bd8dd940397e, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:06,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:06,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:06,307 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:06,307 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:06,308 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,308 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:06,308 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,308 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,310 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,314 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:06,314 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4fe4211c643935cf13bd8dd940397e columnFamilyName A 2024-11-24T02:21:06,315 DEBUG [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:06,316 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(327): Store=1b4fe4211c643935cf13bd8dd940397e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:06,316 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,318 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:06,318 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4fe4211c643935cf13bd8dd940397e columnFamilyName B 2024-11-24T02:21:06,318 DEBUG [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:06,319 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(327): Store=1b4fe4211c643935cf13bd8dd940397e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:06,319 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,321 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:06,321 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4fe4211c643935cf13bd8dd940397e columnFamilyName C 2024-11-24T02:21:06,321 DEBUG [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:06,322 INFO [StoreOpener-1b4fe4211c643935cf13bd8dd940397e-1 {}] regionserver.HStore(327): Store=1b4fe4211c643935cf13bd8dd940397e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:06,322 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:06,324 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,324 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,327 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:21:06,329 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:06,333 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:21:06,334 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1b4fe4211c643935cf13bd8dd940397e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60617203, jitterRate=-0.09673328697681427}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:21:06,335 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:06,336 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., pid=11, masterSystemTime=1732414866300 2024-11-24T02:21:06,339 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:06,339 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:06,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1b4fe4211c643935cf13bd8dd940397e, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:06,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T02:21:06,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 in 196 msec 2024-11-24T02:21:06,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T02:21:06,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, ASSIGN in 358 msec 2024-11-24T02:21:06,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:21:06,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414866352"}]},"ts":"1732414866352"} 2024-11-24T02:21:06,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:21:06,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:21:06,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2200 sec 2024-11-24T02:21:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T02:21:07,268 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T02:21:07,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-24T02:21:07,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:21:07,286 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:21:07,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-24T02:21:07,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-24T02:21:07,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-24T02:21:07,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-24T02:21:07,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-24T02:21:07,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-24T02:21:07,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-24T02:21:07,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-24T02:21:07,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-24T02:21:07,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:07,339 DEBUG [hconnection-0x12134611-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,342 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,342 DEBUG [hconnection-0x115274ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,344 DEBUG [hconnection-0x26d0bb07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,344 DEBUG [hconnection-0x43ce456a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,345 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,345 DEBUG [hconnection-0x3ff5e795-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,347 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:07,348 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T02:21:07,354 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,355 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:07,358 DEBUG [hconnection-0x1956867-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:07,358 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,360 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:07,361 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:07,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:07,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:21:07,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:07,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:07,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/49582779231349d697d40b7d68970b29 is 50, key is test_row_0/A:col10/1732414867382/Put/seqid=0 2024-11-24T02:21:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414927572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414927584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414927585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414927590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414927607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741839_1015 (size=16681) 2024-11-24T02:21:07,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/49582779231349d697d40b7d68970b29 2024-11-24T02:21:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:07,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414927760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414927761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414927761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/ffd281e51dbe4cb389b548bc1792fd62 is 50, key is test_row_0/B:col10/1732414867382/Put/seqid=0 2024-11-24T02:21:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414927762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414927763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741840_1016 (size=12001) 2024-11-24T02:21:07,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/ffd281e51dbe4cb389b548bc1792fd62 2024-11-24T02:21:07,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/03d8d35279b649ab905d3cf5b4682ab7 is 50, key is test_row_0/C:col10/1732414867382/Put/seqid=0 2024-11-24T02:21:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741841_1017 (size=12001) 2024-11-24T02:21:07,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/03d8d35279b649ab905d3cf5b4682ab7 2024-11-24T02:21:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/49582779231349d697d40b7d68970b29 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29 2024-11-24T02:21:07,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29, entries=250, sequenceid=15, filesize=16.3 K 2024-11-24T02:21:07,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/ffd281e51dbe4cb389b548bc1792fd62 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62 2024-11-24T02:21:07,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T02:21:07,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:07,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:07,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/03d8d35279b649ab905d3cf5b4682ab7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7 2024-11-24T02:21:07,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:07,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T02:21:07,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1b4fe4211c643935cf13bd8dd940397e in 484ms, sequenceid=15, compaction requested=false 2024-11-24T02:21:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T02:21:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:07,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/385b5e062cc94056b193623635d3af41 is 50, key is test_row_0/A:col10/1732414867990/Put/seqid=0 2024-11-24T02:21:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414928012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414928014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741842_1018 (size=12001) 2024-11-24T02:21:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414928017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414928018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/385b5e062cc94056b193623635d3af41 2024-11-24T02:21:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414928023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/acea3c01625645cdb2843b4776437637 is 50, key is test_row_0/B:col10/1732414867990/Put/seqid=0 2024-11-24T02:21:08,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741843_1019 (size=12001) 2024-11-24T02:21:08,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/acea3c01625645cdb2843b4776437637 2024-11-24T02:21:08,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3d5773a444494fe988a0750a9858a849 is 50, key is test_row_0/C:col10/1732414867990/Put/seqid=0 2024-11-24T02:21:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414928145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414928145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414928145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741844_1020 (size=12001) 2024-11-24T02:21:08,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414928356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414928355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414928358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414928360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414928361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:08,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3d5773a444494fe988a0750a9858a849 2024-11-24T02:21:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/385b5e062cc94056b193623635d3af41 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41 2024-11-24T02:21:08,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T02:21:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/acea3c01625645cdb2843b4776437637 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637 2024-11-24T02:21:08,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T02:21:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3d5773a444494fe988a0750a9858a849 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849 2024-11-24T02:21:08,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T02:21:08,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1b4fe4211c643935cf13bd8dd940397e in 640ms, sequenceid=40, compaction requested=false 2024-11-24T02:21:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:08,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:08,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/676b70b503b34728ac9b44169fe5dede is 50, key is test_row_0/A:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:08,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741845_1021 (size=16681) 2024-11-24T02:21:08,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/676b70b503b34728ac9b44169fe5dede 2024-11-24T02:21:08,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/cd7a214073d84a38a68cb9221c3d819a is 50, key is test_row_0/B:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741846_1022 (size=12001) 2024-11-24T02:21:08,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/cd7a214073d84a38a68cb9221c3d819a 2024-11-24T02:21:08,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414928748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414928750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414928756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414928756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414928756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3dd7dab48a894f22b4a893b58d7e263a is 50, key is test_row_0/C:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741847_1023 (size=12001) 2024-11-24T02:21:08,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3dd7dab48a894f22b4a893b58d7e263a 2024-11-24T02:21:08,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/676b70b503b34728ac9b44169fe5dede as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede 2024-11-24T02:21:08,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede, entries=250, sequenceid=53, filesize=16.3 K 2024-11-24T02:21:08,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/cd7a214073d84a38a68cb9221c3d819a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a 2024-11-24T02:21:08,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T02:21:08,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3dd7dab48a894f22b4a893b58d7e263a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a 2024-11-24T02:21:08,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:08,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T02:21:08,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1b4fe4211c643935cf13bd8dd940397e in 188ms, sequenceid=53, compaction requested=true 2024-11-24T02:21:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:08,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:08,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:08,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:08,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:08,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:08,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:08,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:08,869 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:08,870 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:08,875 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:08,876 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:08,877 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:08,877 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,877 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:08,877 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,877 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=44.3 K 2024-11-24T02:21:08,878 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.2 K 2024-11-24T02:21:08,879 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ffd281e51dbe4cb389b548bc1792fd62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732414867382 2024-11-24T02:21:08,880 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting acea3c01625645cdb2843b4776437637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732414867597 2024-11-24T02:21:08,882 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting cd7a214073d84a38a68cb9221c3d819a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414868007 2024-11-24T02:21:08,884 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49582779231349d697d40b7d68970b29, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732414867382 2024-11-24T02:21:08,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:21:08,887 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 385b5e062cc94056b193623635d3af41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732414867597 2024-11-24T02:21:08,888 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 676b70b503b34728ac9b44169fe5dede, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414867995 2024-11-24T02:21:08,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/c39042c29edc49f4bee5325b8892d6b2 is 50, key is test_row_0/A:col10/1732414868749/Put/seqid=0 2024-11-24T02:21:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414928880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414928890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414928896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414928900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414928901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,942 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#11 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:08,943 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/4250f3984a98476e9cbf502e8a5e4fc7 is 50, key is test_row_0/B:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:08,951 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#10 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:08,952 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e4042672b63542c587f8b477f45685a4 is 50, key is test_row_0/A:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741848_1024 (size=14341) 2024-11-24T02:21:08,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/c39042c29edc49f4bee5325b8892d6b2 2024-11-24T02:21:08,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T02:21:08,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T02:21:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741849_1025 (size=12104) 2024-11-24T02:21:08,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:08,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:08,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:08,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:08,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414929003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414929004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/44a6eb6c456143b3b1ef5f6ba0dfd246 is 50, key is test_row_0/B:col10/1732414868749/Put/seqid=0 2024-11-24T02:21:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414929005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741850_1026 (size=12104) 2024-11-24T02:21:09,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414929006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414929007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,032 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e4042672b63542c587f8b477f45685a4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e4042672b63542c587f8b477f45685a4 2024-11-24T02:21:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741851_1027 (size=12001) 2024-11-24T02:21:09,054 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into e4042672b63542c587f8b477f45685a4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:09,054 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,054 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414868861; duration=0sec 2024-11-24T02:21:09,055 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:09,055 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:09,055 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:09,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/44a6eb6c456143b3b1ef5f6ba0dfd246 2024-11-24T02:21:09,058 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:09,058 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:09,058 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,058 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.2 K 2024-11-24T02:21:09,064 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d8d35279b649ab905d3cf5b4682ab7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732414867382 2024-11-24T02:21:09,066 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d5773a444494fe988a0750a9858a849, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732414867597 2024-11-24T02:21:09,068 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dd7dab48a894f22b4a893b58d7e263a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414868007 2024-11-24T02:21:09,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7425d45c949a445f902480e29c21d708 is 50, key is test_row_0/C:col10/1732414868749/Put/seqid=0 2024-11-24T02:21:09,097 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#14 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:09,098 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/59b19eb91bc941b3986f00f45f38c5c2 is 50, key is test_row_0/C:col10/1732414868007/Put/seqid=0 2024-11-24T02:21:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741852_1028 (size=12001) 2024-11-24T02:21:09,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7425d45c949a445f902480e29c21d708 2024-11-24T02:21:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/c39042c29edc49f4bee5325b8892d6b2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2 2024-11-24T02:21:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741853_1029 (size=12104) 2024-11-24T02:21:09,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,166 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/59b19eb91bc941b3986f00f45f38c5c2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/59b19eb91bc941b3986f00f45f38c5c2 2024-11-24T02:21:09,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2, entries=200, sequenceid=78, filesize=14.0 K 2024-11-24T02:21:09,190 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 59b19eb91bc941b3986f00f45f38c5c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:09,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/44a6eb6c456143b3b1ef5f6ba0dfd246 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246 2024-11-24T02:21:09,190 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,190 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414868867; duration=0sec 2024-11-24T02:21:09,190 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:09,191 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:09,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T02:21:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7425d45c949a445f902480e29c21d708 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708 2024-11-24T02:21:09,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414929211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414929212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T02:21:09,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1b4fe4211c643935cf13bd8dd940397e in 350ms, sequenceid=78, compaction requested=false 2024-11-24T02:21:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:09,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0449ee668078467b8e35224d96e6a63b is 50, key is test_row_0/A:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741854_1030 (size=16681) 2024-11-24T02:21:09,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0449ee668078467b8e35224d96e6a63b 2024-11-24T02:21:09,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/743885c049194d379fe1e1a46260262d is 50, key is test_row_0/B:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741855_1031 (size=12001) 2024-11-24T02:21:09,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/743885c049194d379fe1e1a46260262d 2024-11-24T02:21:09,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414929308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414929313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414929315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/cd67ee5a40d846a1baca35b54926d242 is 50, key is test_row_0/C:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741856_1032 (size=12001) 2024-11-24T02:21:09,410 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/4250f3984a98476e9cbf502e8a5e4fc7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/4250f3984a98476e9cbf502e8a5e4fc7 2024-11-24T02:21:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414929416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414929420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414929421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,432 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 4250f3984a98476e9cbf502e8a5e4fc7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:09,433 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,433 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414868866; duration=0sec 2024-11-24T02:21:09,433 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:09,433 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:09,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414929517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414929518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414929623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414929627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414929627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/cd67ee5a40d846a1baca35b54926d242 2024-11-24T02:21:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0449ee668078467b8e35224d96e6a63b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b 2024-11-24T02:21:09,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b, entries=250, sequenceid=94, filesize=16.3 K 2024-11-24T02:21:09,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/743885c049194d379fe1e1a46260262d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d 2024-11-24T02:21:09,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T02:21:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/cd67ee5a40d846a1baca35b54926d242 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242 2024-11-24T02:21:09,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T02:21:09,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1b4fe4211c643935cf13bd8dd940397e in 597ms, sequenceid=94, compaction requested=true 2024-11-24T02:21:09,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,824 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:09,824 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:09,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:09,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:09,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:09,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:09,826 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:09,826 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:09,827 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,827 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e4042672b63542c587f8b477f45685a4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=42.1 K 2024-11-24T02:21:09,828 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:09,828 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4042672b63542c587f8b477f45685a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414868007 2024-11-24T02:21:09,828 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:09,828 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,828 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/4250f3984a98476e9cbf502e8a5e4fc7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.3 K 2024-11-24T02:21:09,829 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c39042c29edc49f4bee5325b8892d6b2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732414868749 2024-11-24T02:21:09,829 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4250f3984a98476e9cbf502e8a5e4fc7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414868007 2024-11-24T02:21:09,830 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0449ee668078467b8e35224d96e6a63b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414868871 2024-11-24T02:21:09,830 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a6eb6c456143b3b1ef5f6ba0dfd246, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732414868749 2024-11-24T02:21:09,832 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 743885c049194d379fe1e1a46260262d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414869222 2024-11-24T02:21:09,857 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#18 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:09,862 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:09,863 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a9d12eae15dc4326b91af63a584c6371 is 50, key is test_row_0/A:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,864 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/117a465fdb92413dbc78bbebb5de7829 is 50, key is test_row_0/B:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741858_1034 (size=12207) 2024-11-24T02:21:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741857_1033 (size=12207) 2024-11-24T02:21:09,902 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a9d12eae15dc4326b91af63a584c6371 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a9d12eae15dc4326b91af63a584c6371 2024-11-24T02:21:09,915 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into a9d12eae15dc4326b91af63a584c6371(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:09,916 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:09,916 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414869823; duration=0sec 2024-11-24T02:21:09,916 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:09,916 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:09,916 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:09,919 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:09,919 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:09,919 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,919 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/59b19eb91bc941b3986f00f45f38c5c2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.3 K 2024-11-24T02:21:09,920 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59b19eb91bc941b3986f00f45f38c5c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414868007 2024-11-24T02:21:09,921 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7425d45c949a445f902480e29c21d708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732414868749 2024-11-24T02:21:09,922 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd67ee5a40d846a1baca35b54926d242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414869222 2024-11-24T02:21:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:09,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:09,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:09,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:09,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:09,957 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:09,958 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/390d5f64c87b4397a03bd0162bb1259e is 50, key is test_row_0/C:col10/1732414869223/Put/seqid=0 2024-11-24T02:21:09,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/8dff57e85c9448b7929ec42a904d0002 is 50, key is test_row_0/A:col10/1732414869309/Put/seqid=0 2024-11-24T02:21:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741859_1035 (size=12207) 2024-11-24T02:21:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741860_1036 (size=14341) 2024-11-24T02:21:09,998 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/390d5f64c87b4397a03bd0162bb1259e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/390d5f64c87b4397a03bd0162bb1259e 2024-11-24T02:21:10,041 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 390d5f64c87b4397a03bd0162bb1259e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:10,041 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:10,041 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414869825; duration=0sec 2024-11-24T02:21:10,042 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:10,042 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414930023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414930024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,306 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/117a465fdb92413dbc78bbebb5de7829 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/117a465fdb92413dbc78bbebb5de7829 2024-11-24T02:21:10,321 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 117a465fdb92413dbc78bbebb5de7829(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:10,321 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:10,321 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414869824; duration=0sec 2024-11-24T02:21:10,322 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:10,322 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/8dff57e85c9448b7929ec42a904d0002 2024-11-24T02:21:10,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/9f2d3a88e2bb429c8116975616b12e5f is 50, key is test_row_0/B:col10/1732414869309/Put/seqid=0 2024-11-24T02:21:10,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:10,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:10,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741861_1037 (size=12001) 2024-11-24T02:21:10,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/9f2d3a88e2bb429c8116975616b12e5f 2024-11-24T02:21:10,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/74974f7d015e466fb7b8d42553877100 is 50, key is test_row_0/C:col10/1732414869309/Put/seqid=0 2024-11-24T02:21:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741862_1038 (size=12001) 2024-11-24T02:21:10,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/74974f7d015e466fb7b8d42553877100 2024-11-24T02:21:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/8dff57e85c9448b7929ec42a904d0002 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002 2024-11-24T02:21:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002, entries=200, sequenceid=119, filesize=14.0 K 2024-11-24T02:21:10,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/9f2d3a88e2bb429c8116975616b12e5f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f 2024-11-24T02:21:10,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T02:21:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/74974f7d015e466fb7b8d42553877100 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100 2024-11-24T02:21:10,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T02:21:10,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T02:21:10,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T02:21:10,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T02:21:10,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T02:21:10,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T02:21:10,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T02:21:10,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T02:21:10,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T02:21:10,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T02:21:10,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T02:21:10,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 1b4fe4211c643935cf13bd8dd940397e in 614ms, sequenceid=119, compaction requested=false 2024-11-24T02:21:10,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:10,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T02:21:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T02:21:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d850b84652fa41b1a50ff9dec5eaafbf is 50, key is test_row_0/A:col10/1732414869970/Put/seqid=0 2024-11-24T02:21:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741863_1039 (size=12151) 2024-11-24T02:21:10,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d850b84652fa41b1a50ff9dec5eaafbf 2024-11-24T02:21:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/573af86cab024e52826271e073499b26 is 50, key is test_row_0/B:col10/1732414869970/Put/seqid=0 2024-11-24T02:21:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741864_1040 (size=12151) 2024-11-24T02:21:10,653 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/573af86cab024e52826271e073499b26 2024-11-24T02:21:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:10,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3198736c411045518c3bb10a4da04f54 is 50, key is test_row_0/C:col10/1732414869970/Put/seqid=0 2024-11-24T02:21:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741865_1041 (size=12151) 2024-11-24T02:21:10,698 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3198736c411045518c3bb10a4da04f54 2024-11-24T02:21:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d850b84652fa41b1a50ff9dec5eaafbf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf 2024-11-24T02:21:10,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T02:21:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/573af86cab024e52826271e073499b26 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26 2024-11-24T02:21:10,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T02:21:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3198736c411045518c3bb10a4da04f54 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54 2024-11-24T02:21:10,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T02:21:10,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1b4fe4211c643935cf13bd8dd940397e in 173ms, sequenceid=136, compaction requested=true 2024-11-24T02:21:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T02:21:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T02:21:10,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T02:21:10,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3920 sec 2024-11-24T02:21:10,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.4080 sec 2024-11-24T02:21:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:10,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T02:21:10,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:10,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:10,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:10,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:10,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/bc26d55b5b1a4e9d8bcee06899690166 is 50, key is test_row_0/A:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741866_1042 (size=16931) 2024-11-24T02:21:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414930947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414930951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414930951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414931056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414931060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414931154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414931154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414931155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/bc26d55b5b1a4e9d8bcee06899690166 2024-11-24T02:21:11,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/27764e91eb3d4f819a69fc751bee2b81 is 50, key is test_row_0/B:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741867_1043 (size=12151) 2024-11-24T02:21:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414931458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414931459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414931461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T02:21:11,476 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T02:21:11,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T02:21:11,482 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:11,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:11,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:11,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T02:21:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/27764e91eb3d4f819a69fc751bee2b81 2024-11-24T02:21:11,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/c7b0c740fea74dd5abb1e65fb60481f4 is 50, key is test_row_0/C:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741868_1044 (size=12151) 2024-11-24T02:21:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:11,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T02:21:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T02:21:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:11,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414931963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414931968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414931968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:12,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:12,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:12,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/c7b0c740fea74dd5abb1e65fb60481f4 2024-11-24T02:21:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/bc26d55b5b1a4e9d8bcee06899690166 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166 2024-11-24T02:21:12,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166, entries=250, sequenceid=160, filesize=16.5 K 2024-11-24T02:21:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/27764e91eb3d4f819a69fc751bee2b81 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81 2024-11-24T02:21:12,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T02:21:12,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/c7b0c740fea74dd5abb1e65fb60481f4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4 2024-11-24T02:21:12,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T02:21:12,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1b4fe4211c643935cf13bd8dd940397e in 1366ms, sequenceid=160, compaction requested=true 2024-11-24T02:21:12,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:12,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:12,185 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:12,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:12,186 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:12,190 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:12,190 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:12,190 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,190 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/117a465fdb92413dbc78bbebb5de7829, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=47.4 K 2024-11-24T02:21:12,190 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55630 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:12,191 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:12,191 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,191 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a9d12eae15dc4326b91af63a584c6371, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=54.3 K 2024-11-24T02:21:12,191 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 117a465fdb92413dbc78bbebb5de7829, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414869222 2024-11-24T02:21:12,191 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d12eae15dc4326b91af63a584c6371, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414869222 2024-11-24T02:21:12,192 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2d3a88e2bb429c8116975616b12e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732414869293 2024-11-24T02:21:12,192 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dff57e85c9448b7929ec42a904d0002, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732414869293 2024-11-24T02:21:12,192 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 573af86cab024e52826271e073499b26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414869958 2024-11-24T02:21:12,193 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting d850b84652fa41b1a50ff9dec5eaafbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414869958 2024-11-24T02:21:12,193 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 27764e91eb3d4f819a69fc751bee2b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:12,194 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc26d55b5b1a4e9d8bcee06899690166, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:12,216 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:12,217 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/326344f9f87146a2aed8b3a1847f27d1 is 50, key is test_row_0/A:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:12,217 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:12,218 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b1fb3dfdd5e8428fa0dd54c65edcb978 is 50, key is test_row_0/B:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741869_1045 (size=12493) 2024-11-24T02:21:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741870_1046 (size=12493) 2024-11-24T02:21:12,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:12,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T02:21:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:12,265 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/326344f9f87146a2aed8b3a1847f27d1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/326344f9f87146a2aed8b3a1847f27d1 2024-11-24T02:21:12,278 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b1fb3dfdd5e8428fa0dd54c65edcb978 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b1fb3dfdd5e8428fa0dd54c65edcb978 2024-11-24T02:21:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d4230b1ebdb24e80aa762795f8ac4a09 is 50, key is test_row_0/A:col10/1732414870838/Put/seqid=0 2024-11-24T02:21:12,290 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into 326344f9f87146a2aed8b3a1847f27d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:12,290 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:12,290 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=12, startTime=1732414872185; duration=0sec 2024-11-24T02:21:12,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:12,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:12,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:12,294 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:12,294 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:12,294 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:12,294 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/390d5f64c87b4397a03bd0162bb1259e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=47.4 K 2024-11-24T02:21:12,295 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 390d5f64c87b4397a03bd0162bb1259e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732414869222 2024-11-24T02:21:12,296 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74974f7d015e466fb7b8d42553877100, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732414869293 2024-11-24T02:21:12,296 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3198736c411045518c3bb10a4da04f54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414869958 2024-11-24T02:21:12,297 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into b1fb3dfdd5e8428fa0dd54c65edcb978(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:12,297 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:12,297 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=12, startTime=1732414872186; duration=0sec 2024-11-24T02:21:12,297 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:12,297 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:12,299 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7b0c740fea74dd5abb1e65fb60481f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:12,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741871_1047 (size=12151) 2024-11-24T02:21:12,333 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:12,334 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/dd58f1a090824f88871bdf49695bf995 is 50, key is test_row_0/C:col10/1732414870816/Put/seqid=0 2024-11-24T02:21:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741872_1048 (size=12493) 2024-11-24T02:21:12,365 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/dd58f1a090824f88871bdf49695bf995 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dd58f1a090824f88871bdf49695bf995 2024-11-24T02:21:12,378 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into dd58f1a090824f88871bdf49695bf995(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:12,378 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:12,378 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=12, startTime=1732414872186; duration=0sec 2024-11-24T02:21:12,379 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:12,379 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:12,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d4230b1ebdb24e80aa762795f8ac4a09 2024-11-24T02:21:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/62f9c00004b94a49aa014c746caa7bfb is 50, key is test_row_0/B:col10/1732414870838/Put/seqid=0 2024-11-24T02:21:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741873_1049 (size=12151) 2024-11-24T02:21:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414933009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414933011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414933011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414933067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,069 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414933081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,084 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414933114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414933116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414933117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/62f9c00004b94a49aa014c746caa7bfb 2024-11-24T02:21:13,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/1ea9e4b5b661458e97a0832252da30b0 is 50, key is test_row_0/C:col10/1732414870838/Put/seqid=0 2024-11-24T02:21:13,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741874_1050 (size=12151) 2024-11-24T02:21:13,198 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/1ea9e4b5b661458e97a0832252da30b0 2024-11-24T02:21:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/d4230b1ebdb24e80aa762795f8ac4a09 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09 2024-11-24T02:21:13,222 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09, entries=150, sequenceid=172, filesize=11.9 K 2024-11-24T02:21:13,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/62f9c00004b94a49aa014c746caa7bfb as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb 2024-11-24T02:21:13,234 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb, entries=150, sequenceid=172, filesize=11.9 K 2024-11-24T02:21:13,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/1ea9e4b5b661458e97a0832252da30b0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0 2024-11-24T02:21:13,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-24T02:21:13,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1b4fe4211c643935cf13bd8dd940397e in 992ms, sequenceid=172, compaction requested=false 2024-11-24T02:21:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T02:21:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T02:21:13,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T02:21:13,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-24T02:21:13,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.7790 sec 2024-11-24T02:21:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:13,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:21:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:13,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/647897981ef749d49b7611145e77d851 is 50, key is test_row_0/A:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414933336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414933337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414933337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741875_1051 (size=12151) 2024-11-24T02:21:13,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414933441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414933442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414933442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T02:21:13,590 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T02:21:13,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T02:21:13,594 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T02:21:13,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414933645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414933646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414933646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T02:21:13,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T02:21:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:13,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/647897981ef749d49b7611145e77d851 2024-11-24T02:21:13,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a49b02287e4a4995a41e542dfbf72298 is 50, key is test_row_0/B:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741876_1052 (size=12151) 2024-11-24T02:21:13,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a49b02287e4a4995a41e542dfbf72298 2024-11-24T02:21:13,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3690d0157d22430589502ebfca1008b4 is 50, key is test_row_0/C:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741877_1053 (size=12151) 2024-11-24T02:21:13,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3690d0157d22430589502ebfca1008b4 2024-11-24T02:21:13,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/647897981ef749d49b7611145e77d851 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851 2024-11-24T02:21:13,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T02:21:13,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a49b02287e4a4995a41e542dfbf72298 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298 2024-11-24T02:21:13,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T02:21:13,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/3690d0157d22430589502ebfca1008b4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4 2024-11-24T02:21:13,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T02:21:13,882 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T02:21:13,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1b4fe4211c643935cf13bd8dd940397e in 564ms, sequenceid=200, compaction requested=true 2024-11-24T02:21:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:13,884 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:13,884 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:13,886 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:13,886 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:13,886 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:13,886 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:13,886 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,886 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,886 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b1fb3dfdd5e8428fa0dd54c65edcb978, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.9 K 2024-11-24T02:21:13,886 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/326344f9f87146a2aed8b3a1847f27d1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.9 K 2024-11-24T02:21:13,886 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b1fb3dfdd5e8428fa0dd54c65edcb978, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:13,887 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 326344f9f87146a2aed8b3a1847f27d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:13,887 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f9c00004b94a49aa014c746caa7bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732414870838 2024-11-24T02:21:13,887 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4230b1ebdb24e80aa762795f8ac4a09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732414870838 2024-11-24T02:21:13,887 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting a49b02287e4a4995a41e542dfbf72298, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:13,888 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 647897981ef749d49b7611145e77d851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T02:21:13,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:13,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T02:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,904 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:13,905 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:13,906 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/3d1eae6c881f45b9b97f02efa1042ce1 is 50, key is test_row_0/B:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:13,917 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:13,918 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e79dbd557f96484aa57176b18deda849 is 50, key is test_row_0/A:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:13,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/467c1244f70d4dcca61bfeec5346e607 is 50, key is test_row_0/A:col10/1732414873334/Put/seqid=0 2024-11-24T02:21:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741878_1054 (size=12595) 2024-11-24T02:21:13,937 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/3d1eae6c881f45b9b97f02efa1042ce1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3d1eae6c881f45b9b97f02efa1042ce1 2024-11-24T02:21:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741879_1055 (size=12595) 2024-11-24T02:21:13,946 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 3d1eae6c881f45b9b97f02efa1042ce1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:13,946 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:13,947 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414873884; duration=0sec 2024-11-24T02:21:13,947 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:13,948 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:13,948 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:13,951 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:13,952 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:13,953 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:13,954 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e79dbd557f96484aa57176b18deda849 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e79dbd557f96484aa57176b18deda849 2024-11-24T02:21:13,956 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dd58f1a090824f88871bdf49695bf995, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=35.9 K 2024-11-24T02:21:13,958 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dd58f1a090824f88871bdf49695bf995, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732414870703 2024-11-24T02:21:13,959 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ea9e4b5b661458e97a0832252da30b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732414870838 2024-11-24T02:21:13,960 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3690d0157d22430589502ebfca1008b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:13,964 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into e79dbd557f96484aa57176b18deda849(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:13,964 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:13,964 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414873884; duration=0sec 2024-11-24T02:21:13,965 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:13,965 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741880_1056 (size=12151) 2024-11-24T02:21:13,989 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:13,990 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/18db020c97714287b4c9998e5155e089 is 50, key is test_row_0/C:col10/1732414873008/Put/seqid=0 2024-11-24T02:21:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741881_1057 (size=12595) 2024-11-24T02:21:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T02:21:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,371 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/467c1244f70d4dcca61bfeec5346e607 2024-11-24T02:21:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/681376b4c2424eae9582518936c4d4dc is 50, key is test_row_0/B:col10/1732414873334/Put/seqid=0 2024-11-24T02:21:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741882_1058 (size=12151) 2024-11-24T02:21:14,412 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/681376b4c2424eae9582518936c4d4dc 2024-11-24T02:21:14,413 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/18db020c97714287b4c9998e5155e089 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/18db020c97714287b4c9998e5155e089 2024-11-24T02:21:14,433 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 18db020c97714287b4c9998e5155e089(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:14,433 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:14,433 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414873884; duration=0sec 2024-11-24T02:21:14,434 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:14,434 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:14,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7914263cbd34436da52870e7ed536f03 is 50, key is test_row_0/C:col10/1732414873334/Put/seqid=0 2024-11-24T02:21:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741883_1059 (size=12151) 2024-11-24T02:21:14,447 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7914263cbd34436da52870e7ed536f03 2024-11-24T02:21:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/467c1244f70d4dcca61bfeec5346e607 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607 2024-11-24T02:21:14,472 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T02:21:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/681376b4c2424eae9582518936c4d4dc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc 2024-11-24T02:21:14,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T02:21:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7914263cbd34436da52870e7ed536f03 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03 2024-11-24T02:21:14,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T02:21:14,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1b4fe4211c643935cf13bd8dd940397e in 591ms, sequenceid=211, compaction requested=false 2024-11-24T02:21:14,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:14,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:14,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T02:21:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T02:21:14,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T02:21:14,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 902 msec 2024-11-24T02:21:14,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 908 msec 2024-11-24T02:21:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:14,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T02:21:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:14,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/aaa8db6510b94701a8d5afbf44058629 is 50, key is test_row_0/A:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741884_1060 (size=14541) 2024-11-24T02:21:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T02:21:14,700 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T02:21:14,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T02:21:14,705 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:14,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:14,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:14,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414934976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414934979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414934980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:15,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/aaa8db6510b94701a8d5afbf44058629 2024-11-24T02:21:15,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a52362dae3c14e0eba20a5708084183d is 50, key is test_row_0/B:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741885_1061 (size=12151) 2024-11-24T02:21:15,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a52362dae3c14e0eba20a5708084183d 2024-11-24T02:21:15,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6943d54c3a3a4a2a8a2e09cc833f7c56 is 50, key is test_row_0/C:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741886_1062 (size=12151) 2024-11-24T02:21:15,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414935280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414935286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414935288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:15,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:15,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:15,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6943d54c3a3a4a2a8a2e09cc833f7c56 2024-11-24T02:21:15,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/aaa8db6510b94701a8d5afbf44058629 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629 2024-11-24T02:21:15,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629, entries=200, sequenceid=241, filesize=14.2 K 2024-11-24T02:21:15,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a52362dae3c14e0eba20a5708084183d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d 2024-11-24T02:21:15,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d, entries=150, sequenceid=241, filesize=11.9 K 2024-11-24T02:21:15,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6943d54c3a3a4a2a8a2e09cc833f7c56 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56 2024-11-24T02:21:15,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56, entries=150, sequenceid=241, filesize=11.9 K 2024-11-24T02:21:15,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1b4fe4211c643935cf13bd8dd940397e in 912ms, sequenceid=241, compaction requested=true 2024-11-24T02:21:15,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:15,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:15,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:15,571 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:15,571 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:15,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:15,573 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:15,573 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:15,573 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,573 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e79dbd557f96484aa57176b18deda849, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=38.4 K 2024-11-24T02:21:15,573 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:15,573 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:15,574 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,574 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3d1eae6c881f45b9b97f02efa1042ce1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.0 K 2024-11-24T02:21:15,574 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e79dbd557f96484aa57176b18deda849, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:15,574 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d1eae6c881f45b9b97f02efa1042ce1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:15,575 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 467c1244f70d4dcca61bfeec5346e607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732414873331 2024-11-24T02:21:15,575 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 681376b4c2424eae9582518936c4d4dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732414873331 2024-11-24T02:21:15,575 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa8db6510b94701a8d5afbf44058629, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:15,576 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a52362dae3c14e0eba20a5708084183d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:15,592 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:15,593 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/ae7968c9adce481b8018618674b01779 is 50, key is test_row_0/A:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:15,594 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:15,595 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/caf4e43b96b44dd3b0ca23e63eeb263c is 50, key is test_row_0/B:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741887_1063 (size=12697) 2024-11-24T02:21:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741888_1064 (size=12697) 2024-11-24T02:21:15,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T02:21:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:15,640 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/6dcc2a142b094d688f8a7492afe669b6 is 50, key is test_row_0/A:col10/1732414874662/Put/seqid=0 2024-11-24T02:21:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741889_1065 (size=12151) 2024-11-24T02:21:15,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:15,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414935830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414935833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414935833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414935936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414935938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414935940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,016 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/caf4e43b96b44dd3b0ca23e63eeb263c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/caf4e43b96b44dd3b0ca23e63eeb263c 2024-11-24T02:21:16,016 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/ae7968c9adce481b8018618674b01779 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ae7968c9adce481b8018618674b01779 2024-11-24T02:21:16,024 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into caf4e43b96b44dd3b0ca23e63eeb263c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:16,024 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:16,025 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414875571; duration=0sec 2024-11-24T02:21:16,025 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into ae7968c9adce481b8018618674b01779(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:16,025 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414875571; duration=0sec 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:16,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:16,026 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:16,026 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:16,026 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:16,027 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/18db020c97714287b4c9998e5155e089, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.0 K 2024-11-24T02:21:16,027 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18db020c97714287b4c9998e5155e089, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732414873001 2024-11-24T02:21:16,028 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7914263cbd34436da52870e7ed536f03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732414873331 2024-11-24T02:21:16,028 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6943d54c3a3a4a2a8a2e09cc833f7c56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:16,039 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:16,040 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/620a6ab6b0ff47829cece721b6aa61fe is 50, key is test_row_0/C:col10/1732414874656/Put/seqid=0 2024-11-24T02:21:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741890_1066 (size=12697) 2024-11-24T02:21:16,061 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/6dcc2a142b094d688f8a7492afe669b6 2024-11-24T02:21:16,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d32e4f888f6c4840b2ceb2525fe69c37 is 50, key is test_row_0/B:col10/1732414874662/Put/seqid=0 2024-11-24T02:21:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741891_1067 (size=12151) 2024-11-24T02:21:16,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d32e4f888f6c4840b2ceb2525fe69c37 2024-11-24T02:21:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/70965608a9274406aef610d2e60b6241 is 50, key is test_row_0/C:col10/1732414874662/Put/seqid=0 2024-11-24T02:21:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741892_1068 (size=12151) 2024-11-24T02:21:16,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414936138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414936143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414936144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414936447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414936450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414936451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,464 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/620a6ab6b0ff47829cece721b6aa61fe as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620a6ab6b0ff47829cece721b6aa61fe 2024-11-24T02:21:16,473 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 620a6ab6b0ff47829cece721b6aa61fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:16,473 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:16,473 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414875572; duration=0sec 2024-11-24T02:21:16,474 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:16,474 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:16,513 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/70965608a9274406aef610d2e60b6241 2024-11-24T02:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/6dcc2a142b094d688f8a7492afe669b6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6 2024-11-24T02:21:16,525 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:21:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d32e4f888f6c4840b2ceb2525fe69c37 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37 2024-11-24T02:21:16,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:21:16,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/70965608a9274406aef610d2e60b6241 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241 2024-11-24T02:21:16,540 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:21:16,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1b4fe4211c643935cf13bd8dd940397e in 901ms, sequenceid=250, compaction requested=false 2024-11-24T02:21:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T02:21:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T02:21:16,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T02:21:16,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-24T02:21:16,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8440 sec 2024-11-24T02:21:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T02:21:16,812 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T02:21:16,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T02:21:16,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:16,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:16,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:16,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T02:21:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:16,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/63072f26c5e04960b14cc2e9471794f7 is 50, key is test_row_0/A:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414936965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414936965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414936965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:16,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:16,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741893_1069 (size=14741) 2024-11-24T02:21:16,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/63072f26c5e04960b14cc2e9471794f7 2024-11-24T02:21:17,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/73118df874df4d5d8c5e835d0922e779 is 50, key is test_row_0/B:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741894_1070 (size=12301) 2024-11-24T02:21:17,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/73118df874df4d5d8c5e835d0922e779 2024-11-24T02:21:17,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8b1afaa94a194099b72c9e4fa6c4249e is 50, key is test_row_0/C:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741895_1071 (size=12301) 2024-11-24T02:21:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414937068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414937069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414937069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414937073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,074 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414937097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,099 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:17,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414937271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414937271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414937281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:17,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:17,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8b1afaa94a194099b72c9e4fa6c4249e 2024-11-24T02:21:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/63072f26c5e04960b14cc2e9471794f7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7 2024-11-24T02:21:17,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7, entries=200, sequenceid=282, filesize=14.4 K 2024-11-24T02:21:17,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/73118df874df4d5d8c5e835d0922e779 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779 2024-11-24T02:21:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T02:21:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8b1afaa94a194099b72c9e4fa6c4249e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e 2024-11-24T02:21:17,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T02:21:17,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 1b4fe4211c643935cf13bd8dd940397e in 532ms, sequenceid=282, compaction requested=true 2024-11-24T02:21:17,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:17,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:17,488 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:17,489 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:17,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:17,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:17,490 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,490 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ae7968c9adce481b8018618674b01779, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=38.7 K 2024-11-24T02:21:17,490 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:17,490 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:17,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7968c9adce481b8018618674b01779, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:17,490 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,491 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/caf4e43b96b44dd3b0ca23e63eeb263c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.3 K 2024-11-24T02:21:17,491 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcc2a142b094d688f8a7492afe669b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414874662 2024-11-24T02:21:17,491 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting caf4e43b96b44dd3b0ca23e63eeb263c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:17,491 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63072f26c5e04960b14cc2e9471794f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:17,491 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d32e4f888f6c4840b2ceb2525fe69c37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414874662 2024-11-24T02:21:17,492 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 73118df874df4d5d8c5e835d0922e779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:17,506 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:17,507 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/624c0b3522da4d3d9cb0464defeab5cf is 50, key is test_row_0/B:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:17,515 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:17,516 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a5e6c0d920c64ce5acb958282e20af71 is 50, key is test_row_0/A:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:17,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741896_1072 (size=12949) 2024-11-24T02:21:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741897_1073 (size=12949) 2024-11-24T02:21:17,547 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a5e6c0d920c64ce5acb958282e20af71 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a5e6c0d920c64ce5acb958282e20af71 2024-11-24T02:21:17,556 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into a5e6c0d920c64ce5acb958282e20af71(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:17,556 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,556 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414877488; duration=0sec 2024-11-24T02:21:17,556 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:17,556 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:17,556 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:17,559 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:17,559 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:17,560 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,560 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620a6ab6b0ff47829cece721b6aa61fe, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.3 K 2024-11-24T02:21:17,560 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 620a6ab6b0ff47829cece721b6aa61fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732414874013 2024-11-24T02:21:17,561 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70965608a9274406aef610d2e60b6241, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414874662 2024-11-24T02:21:17,561 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b1afaa94a194099b72c9e4fa6c4249e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:17,572 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:17,573 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/5e96695231444471889449183061adfa is 50, key is test_row_0/C:col10/1732414875828/Put/seqid=0 2024-11-24T02:21:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:17,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:21:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:17,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:17,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:17,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,596 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4cf9d867db744fc28611e1af9563e64d is 50, key is test_row_0/A:col10/1732414877577/Put/seqid=0 2024-11-24T02:21:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741898_1074 (size=12949) 2024-11-24T02:21:17,623 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/5e96695231444471889449183061adfa as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/5e96695231444471889449183061adfa 2024-11-24T02:21:17,632 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 5e96695231444471889449183061adfa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:17,632 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,632 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414877489; duration=0sec 2024-11-24T02:21:17,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,632 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:17,633 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414937628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414937629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414937632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741899_1075 (size=14741) 2024-11-24T02:21:17,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4cf9d867db744fc28611e1af9563e64d 2024-11-24T02:21:17,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/84e7bfae45b4461493ca053c796fe540 is 50, key is test_row_0/B:col10/1732414877577/Put/seqid=0 2024-11-24T02:21:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741900_1076 (size=12301) 2024-11-24T02:21:17,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/84e7bfae45b4461493ca053c796fe540 2024-11-24T02:21:17,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7025cbb10bb240adadb394359dba127b is 50, key is test_row_0/C:col10/1732414877577/Put/seqid=0 2024-11-24T02:21:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741901_1077 (size=12301) 2024-11-24T02:21:17,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7025cbb10bb240adadb394359dba127b 2024-11-24T02:21:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4cf9d867db744fc28611e1af9563e64d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d 2024-11-24T02:21:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d, entries=200, sequenceid=294, filesize=14.4 K 2024-11-24T02:21:17,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/84e7bfae45b4461493ca053c796fe540 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540 2024-11-24T02:21:17,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T02:21:17,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/7025cbb10bb240adadb394359dba127b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b 2024-11-24T02:21:17,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T02:21:17,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b4fe4211c643935cf13bd8dd940397e in 144ms, sequenceid=294, compaction requested=false 2024-11-24T02:21:17,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:21:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:17,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4adb7ed5ad5d4385b21ba46e53c9ddcb is 50, key is test_row_0/A:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:17,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414937751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414937753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414937754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741902_1078 (size=17181) 2024-11-24T02:21:17,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4adb7ed5ad5d4385b21ba46e53c9ddcb 2024-11-24T02:21:17,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/3895787dde08449d9be5ea4518625784 is 50, key is test_row_0/B:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741903_1079 (size=12301) 2024-11-24T02:21:17,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/3895787dde08449d9be5ea4518625784 2024-11-24T02:21:17,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 is 50, key is test_row_0/C:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741904_1080 (size=12301) 2024-11-24T02:21:17,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 2024-11-24T02:21:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414937856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414937860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414937861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/4adb7ed5ad5d4385b21ba46e53c9ddcb as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb 2024-11-24T02:21:17,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb, entries=250, sequenceid=322, filesize=16.8 K 2024-11-24T02:21:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/3895787dde08449d9be5ea4518625784 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784 2024-11-24T02:21:17,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T02:21:17,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 2024-11-24T02:21:17,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T02:21:17,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1b4fe4211c643935cf13bd8dd940397e in 153ms, sequenceid=322, compaction requested=true 2024-11-24T02:21:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:17,896 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:17,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:17,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T02:21:17,899 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:17,899 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:17,899 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,899 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a5e6c0d920c64ce5acb958282e20af71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=43.8 K 2024-11-24T02:21:17,900 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e6c0d920c64ce5acb958282e20af71, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:17,900 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cf9d867db744fc28611e1af9563e64d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732414876961 2024-11-24T02:21:17,901 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4adb7ed5ad5d4385b21ba46e53c9ddcb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877618 2024-11-24T02:21:17,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:17,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,907 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:17,914 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:17,915 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/9345ef7a2d154e8da3a1fb4440bdbe57 is 50, key is test_row_0/A:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1a6214a086be4e4bbcb68fd10ff25932 is 50, key is test_row_0/A:col10/1732414877747/Put/seqid=0 2024-11-24T02:21:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:17,932 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/624c0b3522da4d3d9cb0464defeab5cf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/624c0b3522da4d3d9cb0464defeab5cf 2024-11-24T02:21:17,944 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 624c0b3522da4d3d9cb0464defeab5cf(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:17,944 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:17,944 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414877488; duration=0sec 2024-11-24T02:21:17,944 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T02:21:17,944 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:17,945 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:17,945 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:17,947 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:17,948 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:17,948 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:17,948 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/5e96695231444471889449183061adfa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.7 K 2024-11-24T02:21:17,949 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e96695231444471889449183061adfa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:17,950 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7025cbb10bb240adadb394359dba127b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732414877577 2024-11-24T02:21:17,951 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d66e3dc67d4f6aae90c5b1dd4d3dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877625 2024-11-24T02:21:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741905_1081 (size=13051) 2024-11-24T02:21:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741906_1082 (size=12301) 2024-11-24T02:21:17,981 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:17,982 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/1f703b5ae6234fc6a968cd61077e7d92 is 50, key is test_row_0/C:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741907_1083 (size=13051) 2024-11-24T02:21:18,006 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/1f703b5ae6234fc6a968cd61077e7d92 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1f703b5ae6234fc6a968cd61077e7d92 2024-11-24T02:21:18,014 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 1f703b5ae6234fc6a968cd61077e7d92(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:18,014 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:18,014 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414877896; duration=0sec 2024-11-24T02:21:18,014 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:18,015 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:18,015 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:18,017 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:18,017 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:18,017 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:18,017 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/624c0b3522da4d3d9cb0464defeab5cf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.7 K 2024-11-24T02:21:18,018 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 624c0b3522da4d3d9cb0464defeab5cf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732414875822 2024-11-24T02:21:18,018 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e7bfae45b4461493ca053c796fe540, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732414877577 2024-11-24T02:21:18,019 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3895787dde08449d9be5ea4518625784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877625 2024-11-24T02:21:18,028 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:18,029 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/30537e35d4dc44d1a210ae3ed7f83f78 is 50, key is test_row_0/B:col10/1732414877625/Put/seqid=0 2024-11-24T02:21:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741908_1084 (size=13051) 2024-11-24T02:21:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:18,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414938101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414938102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414938103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414938205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414938208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414938209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,361 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/9345ef7a2d154e8da3a1fb4440bdbe57 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/9345ef7a2d154e8da3a1fb4440bdbe57 2024-11-24T02:21:18,368 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into 9345ef7a2d154e8da3a1fb4440bdbe57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:18,368 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:18,368 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414877896; duration=0sec 2024-11-24T02:21:18,368 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:18,368 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:18,380 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1a6214a086be4e4bbcb68fd10ff25932 2024-11-24T02:21:18,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d626f3e42dc94f888b5e3665e3b23280 is 50, key is test_row_0/B:col10/1732414877747/Put/seqid=0 2024-11-24T02:21:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741909_1085 (size=12301) 2024-11-24T02:21:18,395 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d626f3e42dc94f888b5e3665e3b23280 2024-11-24T02:21:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/ba68f91155314fcba3b7b2b039d89cc5 is 50, key is test_row_0/C:col10/1732414877747/Put/seqid=0 2024-11-24T02:21:18,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414938408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414938412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741910_1086 (size=12301) 2024-11-24T02:21:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414938413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,443 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/30537e35d4dc44d1a210ae3ed7f83f78 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/30537e35d4dc44d1a210ae3ed7f83f78 2024-11-24T02:21:18,450 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 30537e35d4dc44d1a210ae3ed7f83f78(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:18,450 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:18,450 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414877896; duration=0sec 2024-11-24T02:21:18,450 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:18,450 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414938710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414938714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414938718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:18,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/ba68f91155314fcba3b7b2b039d89cc5 2024-11-24T02:21:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1a6214a086be4e4bbcb68fd10ff25932 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932 2024-11-24T02:21:18,827 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T02:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/d626f3e42dc94f888b5e3665e3b23280 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280 2024-11-24T02:21:18,836 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T02:21:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/ba68f91155314fcba3b7b2b039d89cc5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5 2024-11-24T02:21:18,843 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T02:21:18,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1b4fe4211c643935cf13bd8dd940397e in 938ms, sequenceid=331, compaction requested=false 2024-11-24T02:21:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T02:21:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T02:21:18,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T02:21:18,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0280 sec 2024-11-24T02:21:18,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.0360 sec 2024-11-24T02:21:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T02:21:18,922 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T02:21:18,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T02:21:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T02:21:18,926 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:18,927 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:18,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T02:21:19,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T02:21:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T02:21:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1f19e9e0811e47a1881be3356df8b088 is 50, key is test_row_0/A:col10/1732414878098/Put/seqid=0 2024-11-24T02:21:19,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741911_1087 (size=12301) 2024-11-24T02:21:19,133 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1f19e9e0811e47a1881be3356df8b088 2024-11-24T02:21:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b9de7b81dc794da6bd1f2372bd80294b is 50, key is test_row_0/B:col10/1732414878098/Put/seqid=0 2024-11-24T02:21:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741912_1088 (size=12301) 2024-11-24T02:21:19,151 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b9de7b81dc794da6bd1f2372bd80294b 2024-11-24T02:21:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/dbca8f0563864703bc5a452d90128325 is 50, key is test_row_0/C:col10/1732414878098/Put/seqid=0 2024-11-24T02:21:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741913_1089 (size=12301) 2024-11-24T02:21:19,176 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/dbca8f0563864703bc5a452d90128325 2024-11-24T02:21:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1f19e9e0811e47a1881be3356df8b088 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088 2024-11-24T02:21:19,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088, entries=150, sequenceid=362, filesize=12.0 K 2024-11-24T02:21:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b9de7b81dc794da6bd1f2372bd80294b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b 2024-11-24T02:21:19,200 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b, entries=150, sequenceid=362, filesize=12.0 K 2024-11-24T02:21:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/dbca8f0563864703bc5a452d90128325 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325 2024-11-24T02:21:19,207 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325, entries=150, sequenceid=362, filesize=12.0 K 2024-11-24T02:21:19,208 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for 1b4fe4211c643935cf13bd8dd940397e in 116ms, sequenceid=362, compaction requested=true 2024-11-24T02:21:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T02:21:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T02:21:19,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T02:21:19,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 283 msec 2024-11-24T02:21:19,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 289 msec 2024-11-24T02:21:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T02:21:19,228 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T02:21:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T02:21:19,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:19,233 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:19,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:19,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:21:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:19,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0b98e5795b3e44bcb43226330320dfa7 is 50, key is test_row_0/A:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741914_1090 (size=19621) 2024-11-24T02:21:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414939341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414939341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414939349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414939449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414939449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414939457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:19,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414939653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414939654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0b98e5795b3e44bcb43226330320dfa7 2024-11-24T02:21:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414939664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/70ac8451de114d7aa8bb60dcfaf50df6 is 50, key is test_row_0/B:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:19,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741915_1091 (size=12301) 2024-11-24T02:21:19,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/70ac8451de114d7aa8bb60dcfaf50df6 2024-11-24T02:21:19,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/67f13a81644649a9a56793ac057d165a is 50, key is test_row_0/C:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741916_1092 (size=12301) 2024-11-24T02:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:19,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:19,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:19,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414939956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414939957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414939966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/67f13a81644649a9a56793ac057d165a 2024-11-24T02:21:20,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/0b98e5795b3e44bcb43226330320dfa7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7 2024-11-24T02:21:20,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7, entries=300, sequenceid=373, filesize=19.2 K 2024-11-24T02:21:20,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/70ac8451de114d7aa8bb60dcfaf50df6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6 2024-11-24T02:21:20,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T02:21:20,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/67f13a81644649a9a56793ac057d165a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a 2024-11-24T02:21:20,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:20,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T02:21:20,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b4fe4211c643935cf13bd8dd940397e in 917ms, sequenceid=373, compaction requested=true 2024-11-24T02:21:20,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:20,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:20,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:20,160 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:20,160 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:20,162 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:20,162 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:20,162 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:20,162 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,162 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:20,162 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,162 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/9345ef7a2d154e8da3a1fb4440bdbe57, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=55.9 K 2024-11-24T02:21:20,162 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/30537e35d4dc44d1a210ae3ed7f83f78, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=48.8 K 2024-11-24T02:21:20,163 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9345ef7a2d154e8da3a1fb4440bdbe57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877625 2024-11-24T02:21:20,163 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 30537e35d4dc44d1a210ae3ed7f83f78, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877625 2024-11-24T02:21:20,163 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a6214a086be4e4bbcb68fd10ff25932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732414877747 2024-11-24T02:21:20,164 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d626f3e42dc94f888b5e3665e3b23280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732414877747 2024-11-24T02:21:20,164 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f19e9e0811e47a1881be3356df8b088, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732414878098 2024-11-24T02:21:20,164 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b98e5795b3e44bcb43226330320dfa7, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879228 2024-11-24T02:21:20,165 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b9de7b81dc794da6bd1f2372bd80294b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732414878098 2024-11-24T02:21:20,165 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ac8451de114d7aa8bb60dcfaf50df6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879232 2024-11-24T02:21:20,179 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:20,180 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/50f98e718ce54065a95d1a6e66c1dd0f is 50, key is test_row_0/A:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:20,184 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:20,185 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/e2ccedd596ab4f69b09c1b7cf6b3d25b is 50, key is test_row_0/B:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741918_1094 (size=13187) 2024-11-24T02:21:20,210 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/e2ccedd596ab4f69b09c1b7cf6b3d25b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/e2ccedd596ab4f69b09c1b7cf6b3d25b 2024-11-24T02:21:20,219 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into e2ccedd596ab4f69b09c1b7cf6b3d25b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:20,219 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:20,219 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=12, startTime=1732414880160; duration=0sec 2024-11-24T02:21:20,219 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:20,219 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:20,219 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:20,222 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:20,222 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:20,222 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,223 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1f703b5ae6234fc6a968cd61077e7d92, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=48.8 K 2024-11-24T02:21:20,223 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f703b5ae6234fc6a968cd61077e7d92, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732414877625 2024-11-24T02:21:20,224 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ba68f91155314fcba3b7b2b039d89cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732414877747 2024-11-24T02:21:20,224 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dbca8f0563864703bc5a452d90128325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732414878098 2024-11-24T02:21:20,226 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f13a81644649a9a56793ac057d165a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879232 2024-11-24T02:21:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741917_1093 (size=13187) 2024-11-24T02:21:20,240 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/50f98e718ce54065a95d1a6e66c1dd0f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/50f98e718ce54065a95d1a6e66c1dd0f 2024-11-24T02:21:20,250 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into 50f98e718ce54065a95d1a6e66c1dd0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:20,250 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:20,250 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=12, startTime=1732414880159; duration=0sec 2024-11-24T02:21:20,250 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:20,250 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:20,252 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:20,253 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/c2029f6f218d49978ea6c0d2ce6befd8 is 50, key is test_row_0/C:col10/1732414879232/Put/seqid=0 2024-11-24T02:21:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741919_1095 (size=13187) 2024-11-24T02:21:20,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T02:21:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:20,308 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a1b8ec28d7694b2fad079c07af0871b5 is 50, key is test_row_0/A:col10/1732414879336/Put/seqid=0 2024-11-24T02:21:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741920_1096 (size=12301) 2024-11-24T02:21:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:20,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414940475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414940476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414940477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414940579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414940579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414940580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,675 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/c2029f6f218d49978ea6c0d2ce6befd8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c2029f6f218d49978ea6c0d2ce6befd8 2024-11-24T02:21:20,681 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into c2029f6f218d49978ea6c0d2ce6befd8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:20,682 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:20,682 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=12, startTime=1732414880160; duration=0sec 2024-11-24T02:21:20,682 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:20,682 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:20,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a1b8ec28d7694b2fad079c07af0871b5 2024-11-24T02:21:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0b49a2fd1bdc42479881bcd1ccae0e59 is 50, key is test_row_0/B:col10/1732414879336/Put/seqid=0 2024-11-24T02:21:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741921_1097 (size=12301) 2024-11-24T02:21:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414940783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414940783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:20,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414940785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414941086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414941087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414941087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0b49a2fd1bdc42479881bcd1ccae0e59 2024-11-24T02:21:21,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/602438aa9b154cf680638988f65136eb is 50, key is test_row_0/C:col10/1732414879336/Put/seqid=0 2024-11-24T02:21:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741922_1098 (size=12301) 2024-11-24T02:21:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:21,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/602438aa9b154cf680638988f65136eb 2024-11-24T02:21:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/a1b8ec28d7694b2fad079c07af0871b5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5 2024-11-24T02:21:21,588 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T02:21:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0b49a2fd1bdc42479881bcd1ccae0e59 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59 2024-11-24T02:21:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414941592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414941592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414941594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:21,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T02:21:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/602438aa9b154cf680638988f65136eb as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb 2024-11-24T02:21:21,602 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T02:21:21,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1b4fe4211c643935cf13bd8dd940397e in 1295ms, sequenceid=400, compaction requested=false 2024-11-24T02:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T02:21:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T02:21:21,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T02:21:21,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3720 sec 2024-11-24T02:21:21,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.3780 sec 2024-11-24T02:21:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:22,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:22,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/68657e9861e94da8a591f657f65e7202 is 50, key is test_row_0/A:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741923_1099 (size=14741) 2024-11-24T02:21:22,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/68657e9861e94da8a591f657f65e7202 2024-11-24T02:21:22,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8905466c6119471fbc6529d19688ea20 is 50, key is test_row_0/B:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:22,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414942635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414942635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414942641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741924_1100 (size=12301) 2024-11-24T02:21:22,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8905466c6119471fbc6529d19688ea20 2024-11-24T02:21:22,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/93e9c3bee41d4452b657d75cea772dc5 is 50, key is test_row_0/C:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741925_1101 (size=12301) 2024-11-24T02:21:22,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414942737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414942737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414942744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414942941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414942941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:22,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414942950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/93e9c3bee41d4452b657d75cea772dc5 2024-11-24T02:21:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/68657e9861e94da8a591f657f65e7202 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202 2024-11-24T02:21:23,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202, entries=200, sequenceid=413, filesize=14.4 K 2024-11-24T02:21:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8905466c6119471fbc6529d19688ea20 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20 2024-11-24T02:21:23,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T02:21:23,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/93e9c3bee41d4452b657d75cea772dc5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5 2024-11-24T02:21:23,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T02:21:23,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1b4fe4211c643935cf13bd8dd940397e in 494ms, sequenceid=413, compaction requested=true 2024-11-24T02:21:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:23,092 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:23,092 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:23,093 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:23,093 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:23,093 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,093 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/e2ccedd596ab4f69b09c1b7cf6b3d25b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.9 K 2024-11-24T02:21:23,094 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:23,094 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ccedd596ab4f69b09c1b7cf6b3d25b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879232 2024-11-24T02:21:23,094 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:23,094 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,094 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/50f98e718ce54065a95d1a6e66c1dd0f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=39.3 K 2024-11-24T02:21:23,094 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b49a2fd1bdc42479881bcd1ccae0e59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732414879336 2024-11-24T02:21:23,095 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50f98e718ce54065a95d1a6e66c1dd0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879232 2024-11-24T02:21:23,095 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8905466c6119471fbc6529d19688ea20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:23,096 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1b8ec28d7694b2fad079c07af0871b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732414879336 2024-11-24T02:21:23,097 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68657e9861e94da8a591f657f65e7202, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:23,107 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:23,108 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/6fa6348dd1b24f4b810e277553affff2 is 50, key is test_row_0/B:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:23,111 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:23,112 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/ce25daacffd64e9c932171eab157f01d is 50, key is test_row_0/A:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741926_1102 (size=13289) 2024-11-24T02:21:23,125 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/6fa6348dd1b24f4b810e277553affff2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/6fa6348dd1b24f4b810e277553affff2 2024-11-24T02:21:23,132 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into 6fa6348dd1b24f4b810e277553affff2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:23,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:23,132 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=13, startTime=1732414883092; duration=0sec 2024-11-24T02:21:23,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:23,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:23,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:23,134 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:23,134 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:23,134 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,134 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c2029f6f218d49978ea6c0d2ce6befd8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=36.9 K 2024-11-24T02:21:23,135 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting c2029f6f218d49978ea6c0d2ce6befd8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732414879232 2024-11-24T02:21:23,136 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 602438aa9b154cf680638988f65136eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732414879336 2024-11-24T02:21:23,137 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e9c3bee41d4452b657d75cea772dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741927_1103 (size=13289) 2024-11-24T02:21:23,146 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/ce25daacffd64e9c932171eab157f01d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ce25daacffd64e9c932171eab157f01d 2024-11-24T02:21:23,148 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:23,149 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/0a78eacccfb849218bb233d9f93a39b0 is 50, key is test_row_0/C:col10/1732414880476/Put/seqid=0 2024-11-24T02:21:23,154 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into ce25daacffd64e9c932171eab157f01d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:23,154 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:23,154 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=13, startTime=1732414883092; duration=0sec 2024-11-24T02:21:23,154 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:23,154 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741928_1104 (size=13289) 2024-11-24T02:21:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:23,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:21:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1228a14e19dd48199694bfaf40be8db6 is 50, key is test_row_0/A:col10/1732414882610/Put/seqid=0 2024-11-24T02:21:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414943255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414943255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414943256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741929_1105 (size=12301) 2024-11-24T02:21:23,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1228a14e19dd48199694bfaf40be8db6 2024-11-24T02:21:23,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0a0b9705fcf64b7785d1dc2154675b17 is 50, key is test_row_0/B:col10/1732414882610/Put/seqid=0 2024-11-24T02:21:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741930_1106 (size=12301) 2024-11-24T02:21:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T02:21:23,337 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T02:21:23,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T02:21:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:23,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:23,341 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:23,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414943357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414943357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414943358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:23,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T02:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414943560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414943560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414943561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,565 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/0a78eacccfb849218bb233d9f93a39b0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0a78eacccfb849218bb233d9f93a39b0 2024-11-24T02:21:23,590 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into 0a78eacccfb849218bb233d9f93a39b0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:23,591 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:23,591 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=13, startTime=1732414883092; duration=0sec 2024-11-24T02:21:23,591 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:23,591 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:23,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T02:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:23,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0a0b9705fcf64b7785d1dc2154675b17 2024-11-24T02:21:23,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/620d9481a88a4e95847a51032747e826 is 50, key is test_row_0/C:col10/1732414882610/Put/seqid=0 2024-11-24T02:21:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741931_1107 (size=12301) 2024-11-24T02:21:23,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/620d9481a88a4e95847a51032747e826 2024-11-24T02:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/1228a14e19dd48199694bfaf40be8db6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6 2024-11-24T02:21:23,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T02:21:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/0a0b9705fcf64b7785d1dc2154675b17 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17 2024-11-24T02:21:23,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T02:21:23,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/620d9481a88a4e95847a51032747e826 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826 2024-11-24T02:21:23,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T02:21:23,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1b4fe4211c643935cf13bd8dd940397e in 473ms, sequenceid=441, compaction requested=false 2024-11-24T02:21:23,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:23,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T02:21:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:23,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e50bee7a31284265ba8aeaacb21bc254 is 50, key is test_row_0/A:col10/1732414883254/Put/seqid=0 2024-11-24T02:21:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741932_1108 (size=12301) 2024-11-24T02:21:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:23,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414943890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414943889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414943891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414943992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414943993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414943993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414944195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414944195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414944196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e50bee7a31284265ba8aeaacb21bc254 2024-11-24T02:21:24,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8ab743a0e4824609ade206cc4d9905ac is 50, key is test_row_0/B:col10/1732414883254/Put/seqid=0 2024-11-24T02:21:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741933_1109 (size=12301) 2024-11-24T02:21:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414944499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414944500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414944501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:24,626 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8ab743a0e4824609ade206cc4d9905ac 2024-11-24T02:21:24,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/85be651c6deb4f73a66a30a2a1469cc3 is 50, key is test_row_0/C:col10/1732414883254/Put/seqid=0 2024-11-24T02:21:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741934_1110 (size=12301) 2024-11-24T02:21:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414945002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414945005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414945006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:25,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/85be651c6deb4f73a66a30a2a1469cc3 2024-11-24T02:21:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/e50bee7a31284265ba8aeaacb21bc254 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254 2024-11-24T02:21:25,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254, entries=150, sequenceid=452, filesize=12.0 K 2024-11-24T02:21:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8ab743a0e4824609ade206cc4d9905ac as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac 2024-11-24T02:21:25,065 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac, entries=150, sequenceid=452, filesize=12.0 K 2024-11-24T02:21:25,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/85be651c6deb4f73a66a30a2a1469cc3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3 2024-11-24T02:21:25,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3, entries=150, sequenceid=452, filesize=12.0 K 2024-11-24T02:21:25,072 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1b4fe4211c643935cf13bd8dd940397e in 1271ms, sequenceid=452, compaction requested=true 2024-11-24T02:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T02:21:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T02:21:25,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T02:21:25,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7330 sec 2024-11-24T02:21:25,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7370 sec 2024-11-24T02:21:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T02:21:25,445 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T02:21:25,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T02:21:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:25,448 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:25,452 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:25,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:25,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:25,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T02:21:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:25,605 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/f829634d137143fcab9fa71a005ee075 is 50, key is test_row_0/A:col10/1732414883888/Put/seqid=0 2024-11-24T02:21:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741935_1111 (size=12301) 2024-11-24T02:21:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. as already flushing 2024-11-24T02:21:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414946017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414946019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414946020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/f829634d137143fcab9fa71a005ee075 2024-11-24T02:21:26,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a9a73066f731487485f2f64f904b1436 is 50, key is test_row_0/B:col10/1732414883888/Put/seqid=0 2024-11-24T02:21:26,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741936_1112 (size=12301) 2024-11-24T02:21:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414946121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414946123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414946123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414946324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414946328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414946329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,447 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a9a73066f731487485f2f64f904b1436 2024-11-24T02:21:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/45ae8da8d079471cb12fa72ff486a193 is 50, key is test_row_0/C:col10/1732414883888/Put/seqid=0 2024-11-24T02:21:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741937_1113 (size=12301) 2024-11-24T02:21:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414946627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414946631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414946633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:26,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/45ae8da8d079471cb12fa72ff486a193 2024-11-24T02:21:26,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/f829634d137143fcab9fa71a005ee075 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075 2024-11-24T02:21:26,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075, entries=150, sequenceid=478, filesize=12.0 K 2024-11-24T02:21:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a9a73066f731487485f2f64f904b1436 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436 2024-11-24T02:21:26,882 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436, entries=150, sequenceid=478, filesize=12.0 K 2024-11-24T02:21:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/45ae8da8d079471cb12fa72ff486a193 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193 2024-11-24T02:21:26,888 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193, entries=150, sequenceid=478, filesize=12.0 K 2024-11-24T02:21:26,889 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1b4fe4211c643935cf13bd8dd940397e in 1284ms, sequenceid=478, compaction requested=true 2024-11-24T02:21:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T02:21:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T02:21:26,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T02:21:26,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-24T02:21:26,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4470 sec 2024-11-24T02:21:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:27,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:27,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/b6e40139206c4b83b5e55e214a8d3fc4 is 50, key is test_row_0/A:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:27,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741938_1114 (size=14741) 2024-11-24T02:21:27,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414947148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414947148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414947149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414947149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414947150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414947252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414947253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414947255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414947255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414947255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,345 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:54374 2024-11-24T02:21:27,345 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:27,348 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:54374 2024-11-24T02:21:27,348 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:27,349 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:54374 2024-11-24T02:21:27,349 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:27,350 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:54374 2024-11-24T02:21:27,350 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:27,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414947458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414947458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414947459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414947459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414947459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/b6e40139206c4b83b5e55e214a8d3fc4 2024-11-24T02:21:27,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b4e58280112f473aaad12394a03fe627 is 50, key is test_row_0/B:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741939_1115 (size=12301) 2024-11-24T02:21:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T02:21:27,552 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T02:21:27,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414947760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414947760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414947760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414947760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414947762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:27,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b4e58280112f473aaad12394a03fe627 2024-11-24T02:21:27,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6cefe3f1439e49a895fd65d4ecbf701f is 50, key is test_row_0/C:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741940_1116 (size=12301) 2024-11-24T02:21:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732414948263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34134 deadline: 1732414948263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:28,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732414948264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1732414948264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34130 deadline: 1732414948265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:28,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6cefe3f1439e49a895fd65d4ecbf701f 2024-11-24T02:21:28,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/b6e40139206c4b83b5e55e214a8d3fc4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4 2024-11-24T02:21:28,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4, entries=200, sequenceid=489, filesize=14.4 K 2024-11-24T02:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/b4e58280112f473aaad12394a03fe627 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627 2024-11-24T02:21:28,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T02:21:28,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/6cefe3f1439e49a895fd65d4ecbf701f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f 2024-11-24T02:21:28,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T02:21:28,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 1b4fe4211c643935cf13bd8dd940397e in 1259ms, sequenceid=489, compaction requested=true 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b4fe4211c643935cf13bd8dd940397e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:28,365 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T02:21:28,365 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T02:21:28,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64933 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T02:21:28,367 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T02:21:28,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/A is initiating minor compaction (all files) 2024-11-24T02:21:28,367 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/B is initiating minor compaction (all files) 2024-11-24T02:21:28,367 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/B in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:28,367 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/A in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:28,367 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ce25daacffd64e9c932171eab157f01d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=63.4 K 2024-11-24T02:21:28,367 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/6fa6348dd1b24f4b810e277553affff2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=61.0 K 2024-11-24T02:21:28,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce25daacffd64e9c932171eab157f01d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:28,368 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa6348dd1b24f4b810e277553affff2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:28,368 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1228a14e19dd48199694bfaf40be8db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732414882610 2024-11-24T02:21:28,368 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a0b9705fcf64b7785d1dc2154675b17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732414882610 2024-11-24T02:21:28,368 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting e50bee7a31284265ba8aeaacb21bc254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732414883247 2024-11-24T02:21:28,368 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ab743a0e4824609ade206cc4d9905ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732414883247 2024-11-24T02:21:28,369 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f829634d137143fcab9fa71a005ee075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732414883887 2024-11-24T02:21:28,369 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a73066f731487485f2f64f904b1436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732414883887 2024-11-24T02:21:28,369 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e40139206c4b83b5e55e214a8d3fc4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732414886015 2024-11-24T02:21:28,369 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e58280112f473aaad12394a03fe627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732414886015 2024-11-24T02:21:28,379 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:28,380 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:28,380 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/b26ee9338c2c4748ab48ff2208a16aca is 50, key is test_row_0/A:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:28,380 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a02c65f164fc4ed884eaf792cc9dfd35 is 50, key is test_row_0/B:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741941_1117 (size=13459) 2024-11-24T02:21:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741942_1118 (size=13459) 2024-11-24T02:21:28,796 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/b26ee9338c2c4748ab48ff2208a16aca as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b26ee9338c2c4748ab48ff2208a16aca 2024-11-24T02:21:28,796 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/a02c65f164fc4ed884eaf792cc9dfd35 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a02c65f164fc4ed884eaf792cc9dfd35 2024-11-24T02:21:28,801 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/B of 1b4fe4211c643935cf13bd8dd940397e into a02c65f164fc4ed884eaf792cc9dfd35(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:28,801 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/A of 1b4fe4211c643935cf13bd8dd940397e into b26ee9338c2c4748ab48ff2208a16aca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:28,801 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/A, priority=11, startTime=1732414888365; duration=0sec 2024-11-24T02:21:28,801 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/B, priority=11, startTime=1732414888365; duration=0sec 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:B 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:A 2024-11-24T02:21:28,801 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T02:21:28,803 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T02:21:28,803 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 1b4fe4211c643935cf13bd8dd940397e/C is initiating minor compaction (all files) 2024-11-24T02:21:28,803 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b4fe4211c643935cf13bd8dd940397e/C in TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:28,803 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0a78eacccfb849218bb233d9f93a39b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp, totalSize=61.0 K 2024-11-24T02:21:28,804 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a78eacccfb849218bb233d9f93a39b0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732414880465 2024-11-24T02:21:28,804 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 620d9481a88a4e95847a51032747e826, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732414882610 2024-11-24T02:21:28,804 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 85be651c6deb4f73a66a30a2a1469cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732414883247 2024-11-24T02:21:28,805 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ae8da8d079471cb12fa72ff486a193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732414883887 2024-11-24T02:21:28,805 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cefe3f1439e49a895fd65d4ecbf701f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732414886015 2024-11-24T02:21:28,815 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b4fe4211c643935cf13bd8dd940397e#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:28,815 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/adeb6478c0a240bfb94b52a01c8fa0cf is 50, key is test_row_0/C:col10/1732414887105/Put/seqid=0 2024-11-24T02:21:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741943_1119 (size=13459) 2024-11-24T02:21:29,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:21:29,225 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/adeb6478c0a240bfb94b52a01c8fa0cf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/adeb6478c0a240bfb94b52a01c8fa0cf 2024-11-24T02:21:29,230 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1b4fe4211c643935cf13bd8dd940397e/C of 1b4fe4211c643935cf13bd8dd940397e into adeb6478c0a240bfb94b52a01c8fa0cf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:29,231 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:29,231 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e., storeName=1b4fe4211c643935cf13bd8dd940397e/C, priority=11, startTime=1732414888365; duration=0sec 2024-11-24T02:21:29,231 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:29,231 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b4fe4211c643935cf13bd8dd940397e:C 2024-11-24T02:21:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:29,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T02:21:29,266 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:54374 2024-11-24T02:21:29,266 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:29,267 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:54374 2024-11-24T02:21:29,267 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:29,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:29,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:29,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:29,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:29,269 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:54374 2024-11-24T02:21:29,269 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,269 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:54374 2024-11-24T02:21:29,269 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,272 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:54374 2024-11-24T02:21:29,272 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7076 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6741 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3012 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9029 rows 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3011 2024-11-24T02:21:29,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9032 rows 2024-11-24T02:21:29,272 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:21:29,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/080af042e9dd407a8191fa4e99af6418 is 50, key is test_row_0/A:col10/1732414887147/Put/seqid=0 2024-11-24T02:21:29,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:54374 2024-11-24T02:21:29,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:29,277 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:21:29,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:21:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741944_1120 (size=12301) 2024-11-24T02:21:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:29,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414889288"}]},"ts":"1732414889288"} 2024-11-24T02:21:29,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:21:29,292 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:21:29,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:21:29,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, UNASSIGN}] 2024-11-24T02:21:29,299 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, UNASSIGN 2024-11-24T02:21:29,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1b4fe4211c643935cf13bd8dd940397e, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:29,300 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:21:29,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:29,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:29,457 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:29,457 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:21:29,458 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 1b4fe4211c643935cf13bd8dd940397e, disabling compactions & flushes 2024-11-24T02:21:29,458 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:29,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/080af042e9dd407a8191fa4e99af6418 2024-11-24T02:21:29,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8dacd13d76ac4974bc671d06514fb6ca is 50, key is test_row_0/B:col10/1732414887147/Put/seqid=0 2024-11-24T02:21:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741945_1121 (size=12301) 2024-11-24T02:21:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:30,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8dacd13d76ac4974bc671d06514fb6ca 2024-11-24T02:21:30,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8afd25c17b394453ba757ca67ae1a67b is 50, key is test_row_0/C:col10/1732414887147/Put/seqid=0 2024-11-24T02:21:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741946_1122 (size=12301) 2024-11-24T02:21:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:30,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8afd25c17b394453ba757ca67ae1a67b 2024-11-24T02:21:30,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/080af042e9dd407a8191fa4e99af6418 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/080af042e9dd407a8191fa4e99af6418 2024-11-24T02:21:30,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/080af042e9dd407a8191fa4e99af6418, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T02:21:30,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/8dacd13d76ac4974bc671d06514fb6ca as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8dacd13d76ac4974bc671d06514fb6ca 2024-11-24T02:21:30,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8dacd13d76ac4974bc671d06514fb6ca, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T02:21:30,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/8afd25c17b394453ba757ca67ae1a67b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8afd25c17b394453ba757ca67ae1a67b 2024-11-24T02:21:30,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8afd25c17b394453ba757ca67ae1a67b, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T02:21:30,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=20.13 KB/20610 for 1b4fe4211c643935cf13bd8dd940397e in 1264ms, sequenceid=521, compaction requested=false 2024-11-24T02:21:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:30,530 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:30,530 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:30,530 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. after waiting 0 ms 2024-11-24T02:21:30,530 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:30,531 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 1b4fe4211c643935cf13bd8dd940397e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=A 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=B 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b4fe4211c643935cf13bd8dd940397e, store=C 2024-11-24T02:21:30,531 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:30,534 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/dfdff424c6254ea2866522be4924b016 is 50, key is test_row_0/A:col10/1732414889268/Put/seqid=0 2024-11-24T02:21:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741947_1123 (size=9857) 2024-11-24T02:21:30,939 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/dfdff424c6254ea2866522be4924b016 2024-11-24T02:21:30,947 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/c1c34d412ed741ff92e4114f1831555f is 50, key is test_row_0/B:col10/1732414889268/Put/seqid=0 2024-11-24T02:21:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741948_1124 (size=9857) 2024-11-24T02:21:31,351 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/c1c34d412ed741ff92e4114f1831555f 2024-11-24T02:21:31,359 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/0376f79adccf465eb811ea000510bffa is 50, key is test_row_0/C:col10/1732414889268/Put/seqid=0 2024-11-24T02:21:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741949_1125 (size=9857) 2024-11-24T02:21:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:31,764 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/0376f79adccf465eb811ea000510bffa 2024-11-24T02:21:31,769 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/A/dfdff424c6254ea2866522be4924b016 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/dfdff424c6254ea2866522be4924b016 2024-11-24T02:21:31,773 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/dfdff424c6254ea2866522be4924b016, entries=100, sequenceid=527, filesize=9.6 K 2024-11-24T02:21:31,774 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/B/c1c34d412ed741ff92e4114f1831555f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/c1c34d412ed741ff92e4114f1831555f 2024-11-24T02:21:31,778 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/c1c34d412ed741ff92e4114f1831555f, entries=100, sequenceid=527, filesize=9.6 K 2024-11-24T02:21:31,779 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/.tmp/C/0376f79adccf465eb811ea000510bffa as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0376f79adccf465eb811ea000510bffa 2024-11-24T02:21:31,783 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0376f79adccf465eb811ea000510bffa, entries=100, sequenceid=527, filesize=9.6 K 2024-11-24T02:21:31,784 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1b4fe4211c643935cf13bd8dd940397e in 1254ms, sequenceid=527, compaction requested=true 2024-11-24T02:21:31,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e4042672b63542c587f8b477f45685a4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a9d12eae15dc4326b91af63a584c6371, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/326344f9f87146a2aed8b3a1847f27d1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e79dbd557f96484aa57176b18deda849, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ae7968c9adce481b8018618674b01779, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a5e6c0d920c64ce5acb958282e20af71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/9345ef7a2d154e8da3a1fb4440bdbe57, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/50f98e718ce54065a95d1a6e66c1dd0f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ce25daacffd64e9c932171eab157f01d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4] to archive 2024-11-24T02:21:31,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:21:31,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/49582779231349d697d40b7d68970b29 2024-11-24T02:21:31,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/385b5e062cc94056b193623635d3af41 2024-11-24T02:21:31,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/676b70b503b34728ac9b44169fe5dede 2024-11-24T02:21:31,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e4042672b63542c587f8b477f45685a4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e4042672b63542c587f8b477f45685a4 2024-11-24T02:21:31,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/c39042c29edc49f4bee5325b8892d6b2 2024-11-24T02:21:31,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0449ee668078467b8e35224d96e6a63b 2024-11-24T02:21:31,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a9d12eae15dc4326b91af63a584c6371 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a9d12eae15dc4326b91af63a584c6371 2024-11-24T02:21:31,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/8dff57e85c9448b7929ec42a904d0002 2024-11-24T02:21:31,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d850b84652fa41b1a50ff9dec5eaafbf 2024-11-24T02:21:31,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/bc26d55b5b1a4e9d8bcee06899690166 2024-11-24T02:21:31,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/326344f9f87146a2aed8b3a1847f27d1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/326344f9f87146a2aed8b3a1847f27d1 2024-11-24T02:21:31,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/d4230b1ebdb24e80aa762795f8ac4a09 2024-11-24T02:21:31,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e79dbd557f96484aa57176b18deda849 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e79dbd557f96484aa57176b18deda849 2024-11-24T02:21:31,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/647897981ef749d49b7611145e77d851 2024-11-24T02:21:31,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/467c1244f70d4dcca61bfeec5346e607 2024-11-24T02:21:31,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/aaa8db6510b94701a8d5afbf44058629 2024-11-24T02:21:31,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ae7968c9adce481b8018618674b01779 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ae7968c9adce481b8018618674b01779 2024-11-24T02:21:31,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/6dcc2a142b094d688f8a7492afe669b6 2024-11-24T02:21:31,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/63072f26c5e04960b14cc2e9471794f7 2024-11-24T02:21:31,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a5e6c0d920c64ce5acb958282e20af71 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a5e6c0d920c64ce5acb958282e20af71 2024-11-24T02:21:31,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4cf9d867db744fc28611e1af9563e64d 2024-11-24T02:21:31,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/4adb7ed5ad5d4385b21ba46e53c9ddcb 2024-11-24T02:21:31,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/9345ef7a2d154e8da3a1fb4440bdbe57 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/9345ef7a2d154e8da3a1fb4440bdbe57 2024-11-24T02:21:31,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1a6214a086be4e4bbcb68fd10ff25932 2024-11-24T02:21:31,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1f19e9e0811e47a1881be3356df8b088 2024-11-24T02:21:31,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/0b98e5795b3e44bcb43226330320dfa7 2024-11-24T02:21:31,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/50f98e718ce54065a95d1a6e66c1dd0f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/50f98e718ce54065a95d1a6e66c1dd0f 2024-11-24T02:21:31,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/a1b8ec28d7694b2fad079c07af0871b5 2024-11-24T02:21:31,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/68657e9861e94da8a591f657f65e7202 2024-11-24T02:21:31,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ce25daacffd64e9c932171eab157f01d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/ce25daacffd64e9c932171eab157f01d 2024-11-24T02:21:31,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/1228a14e19dd48199694bfaf40be8db6 2024-11-24T02:21:31,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/e50bee7a31284265ba8aeaacb21bc254 2024-11-24T02:21:31,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/f829634d137143fcab9fa71a005ee075 2024-11-24T02:21:31,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b6e40139206c4b83b5e55e214a8d3fc4 2024-11-24T02:21:31,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/4250f3984a98476e9cbf502e8a5e4fc7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/117a465fdb92413dbc78bbebb5de7829, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b1fb3dfdd5e8428fa0dd54c65edcb978, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3d1eae6c881f45b9b97f02efa1042ce1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/caf4e43b96b44dd3b0ca23e63eeb263c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/624c0b3522da4d3d9cb0464defeab5cf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/30537e35d4dc44d1a210ae3ed7f83f78, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/e2ccedd596ab4f69b09c1b7cf6b3d25b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/6fa6348dd1b24f4b810e277553affff2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627] to archive 2024-11-24T02:21:31,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:21:31,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/ffd281e51dbe4cb389b548bc1792fd62 2024-11-24T02:21:31,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/acea3c01625645cdb2843b4776437637 2024-11-24T02:21:31,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/4250f3984a98476e9cbf502e8a5e4fc7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/4250f3984a98476e9cbf502e8a5e4fc7 2024-11-24T02:21:31,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/cd7a214073d84a38a68cb9221c3d819a 2024-11-24T02:21:31,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/44a6eb6c456143b3b1ef5f6ba0dfd246 2024-11-24T02:21:31,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/117a465fdb92413dbc78bbebb5de7829 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/117a465fdb92413dbc78bbebb5de7829 2024-11-24T02:21:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/743885c049194d379fe1e1a46260262d 2024-11-24T02:21:31,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/9f2d3a88e2bb429c8116975616b12e5f 2024-11-24T02:21:31,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/573af86cab024e52826271e073499b26 2024-11-24T02:21:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b1fb3dfdd5e8428fa0dd54c65edcb978 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b1fb3dfdd5e8428fa0dd54c65edcb978 2024-11-24T02:21:31,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/27764e91eb3d4f819a69fc751bee2b81 2024-11-24T02:21:31,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/62f9c00004b94a49aa014c746caa7bfb 2024-11-24T02:21:31,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3d1eae6c881f45b9b97f02efa1042ce1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3d1eae6c881f45b9b97f02efa1042ce1 2024-11-24T02:21:31,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a49b02287e4a4995a41e542dfbf72298 2024-11-24T02:21:31,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/681376b4c2424eae9582518936c4d4dc 2024-11-24T02:21:31,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/caf4e43b96b44dd3b0ca23e63eeb263c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/caf4e43b96b44dd3b0ca23e63eeb263c 2024-11-24T02:21:31,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a52362dae3c14e0eba20a5708084183d 2024-11-24T02:21:31,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d32e4f888f6c4840b2ceb2525fe69c37 2024-11-24T02:21:31,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/624c0b3522da4d3d9cb0464defeab5cf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/624c0b3522da4d3d9cb0464defeab5cf 2024-11-24T02:21:31,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/73118df874df4d5d8c5e835d0922e779 2024-11-24T02:21:31,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/84e7bfae45b4461493ca053c796fe540 2024-11-24T02:21:31,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/30537e35d4dc44d1a210ae3ed7f83f78 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/30537e35d4dc44d1a210ae3ed7f83f78 2024-11-24T02:21:31,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/3895787dde08449d9be5ea4518625784 2024-11-24T02:21:31,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/d626f3e42dc94f888b5e3665e3b23280 2024-11-24T02:21:31,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b9de7b81dc794da6bd1f2372bd80294b 2024-11-24T02:21:31,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/e2ccedd596ab4f69b09c1b7cf6b3d25b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/e2ccedd596ab4f69b09c1b7cf6b3d25b 2024-11-24T02:21:31,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/70ac8451de114d7aa8bb60dcfaf50df6 2024-11-24T02:21:31,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0b49a2fd1bdc42479881bcd1ccae0e59 2024-11-24T02:21:31,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/6fa6348dd1b24f4b810e277553affff2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/6fa6348dd1b24f4b810e277553affff2 2024-11-24T02:21:31,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8905466c6119471fbc6529d19688ea20 2024-11-24T02:21:31,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/0a0b9705fcf64b7785d1dc2154675b17 2024-11-24T02:21:31,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8ab743a0e4824609ade206cc4d9905ac 2024-11-24T02:21:31,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a9a73066f731487485f2f64f904b1436 2024-11-24T02:21:31,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/b4e58280112f473aaad12394a03fe627 2024-11-24T02:21:31,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/59b19eb91bc941b3986f00f45f38c5c2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/390d5f64c87b4397a03bd0162bb1259e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dd58f1a090824f88871bdf49695bf995, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/18db020c97714287b4c9998e5155e089, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620a6ab6b0ff47829cece721b6aa61fe, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/5e96695231444471889449183061adfa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1f703b5ae6234fc6a968cd61077e7d92, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c2029f6f218d49978ea6c0d2ce6befd8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0a78eacccfb849218bb233d9f93a39b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f] to archive 2024-11-24T02:21:31,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:21:31,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/03d8d35279b649ab905d3cf5b4682ab7 2024-11-24T02:21:31,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3d5773a444494fe988a0750a9858a849 2024-11-24T02:21:31,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/59b19eb91bc941b3986f00f45f38c5c2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/59b19eb91bc941b3986f00f45f38c5c2 2024-11-24T02:21:31,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3dd7dab48a894f22b4a893b58d7e263a 2024-11-24T02:21:31,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7425d45c949a445f902480e29c21d708 2024-11-24T02:21:31,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/390d5f64c87b4397a03bd0162bb1259e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/390d5f64c87b4397a03bd0162bb1259e 2024-11-24T02:21:31,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/cd67ee5a40d846a1baca35b54926d242 2024-11-24T02:21:31,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/74974f7d015e466fb7b8d42553877100 2024-11-24T02:21:31,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3198736c411045518c3bb10a4da04f54 2024-11-24T02:21:31,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dd58f1a090824f88871bdf49695bf995 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dd58f1a090824f88871bdf49695bf995 2024-11-24T02:21:31,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c7b0c740fea74dd5abb1e65fb60481f4 2024-11-24T02:21:31,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1ea9e4b5b661458e97a0832252da30b0 2024-11-24T02:21:31,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/18db020c97714287b4c9998e5155e089 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/18db020c97714287b4c9998e5155e089 2024-11-24T02:21:31,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/3690d0157d22430589502ebfca1008b4 2024-11-24T02:21:31,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7914263cbd34436da52870e7ed536f03 2024-11-24T02:21:31,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620a6ab6b0ff47829cece721b6aa61fe to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620a6ab6b0ff47829cece721b6aa61fe 2024-11-24T02:21:31,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6943d54c3a3a4a2a8a2e09cc833f7c56 2024-11-24T02:21:31,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/70965608a9274406aef610d2e60b6241 2024-11-24T02:21:31,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/5e96695231444471889449183061adfa to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/5e96695231444471889449183061adfa 2024-11-24T02:21:31,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8b1afaa94a194099b72c9e4fa6c4249e 2024-11-24T02:21:31,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/7025cbb10bb240adadb394359dba127b 2024-11-24T02:21:31,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1f703b5ae6234fc6a968cd61077e7d92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/1f703b5ae6234fc6a968cd61077e7d92 2024-11-24T02:21:31,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/e7d66e3dc67d4f6aae90c5b1dd4d3dc6 2024-11-24T02:21:31,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/ba68f91155314fcba3b7b2b039d89cc5 2024-11-24T02:21:31,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/dbca8f0563864703bc5a452d90128325 2024-11-24T02:21:31,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c2029f6f218d49978ea6c0d2ce6befd8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/c2029f6f218d49978ea6c0d2ce6befd8 2024-11-24T02:21:31,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/67f13a81644649a9a56793ac057d165a 2024-11-24T02:21:31,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/602438aa9b154cf680638988f65136eb 2024-11-24T02:21:31,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0a78eacccfb849218bb233d9f93a39b0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0a78eacccfb849218bb233d9f93a39b0 2024-11-24T02:21:31,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/93e9c3bee41d4452b657d75cea772dc5 2024-11-24T02:21:31,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/620d9481a88a4e95847a51032747e826 2024-11-24T02:21:31,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/85be651c6deb4f73a66a30a2a1469cc3 2024-11-24T02:21:31,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/45ae8da8d079471cb12fa72ff486a193 2024-11-24T02:21:31,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/6cefe3f1439e49a895fd65d4ecbf701f 2024-11-24T02:21:31,943 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/recovered.edits/530.seqid, newMaxSeqId=530, maxSeqId=1 2024-11-24T02:21:31,945 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e. 2024-11-24T02:21:31,945 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 1b4fe4211c643935cf13bd8dd940397e: 2024-11-24T02:21:31,947 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:31,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1b4fe4211c643935cf13bd8dd940397e, regionState=CLOSED 2024-11-24T02:21:31,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T02:21:31,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 1b4fe4211c643935cf13bd8dd940397e, server=4ccb785458ec,44071,1732414860783 in 2.6480 sec 2024-11-24T02:21:31,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T02:21:31,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b4fe4211c643935cf13bd8dd940397e, UNASSIGN in 2.6530 sec 2024-11-24T02:21:31,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T02:21:31,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6600 sec 2024-11-24T02:21:31,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414891955"}]},"ts":"1732414891955"} 2024-11-24T02:21:31,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:21:31,966 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:21:31,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6840 sec 2024-11-24T02:21:32,457 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T02:21:32,459 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T02:21:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T02:21:33,394 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T02:21:33,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:21:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,402 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T02:21:33,406 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:33,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/recovered.edits] 2024-11-24T02:21:33,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/080af042e9dd407a8191fa4e99af6418 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/080af042e9dd407a8191fa4e99af6418 2024-11-24T02:21:33,414 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b26ee9338c2c4748ab48ff2208a16aca to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/b26ee9338c2c4748ab48ff2208a16aca 2024-11-24T02:21:33,415 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/dfdff424c6254ea2866522be4924b016 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/A/dfdff424c6254ea2866522be4924b016 2024-11-24T02:21:33,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8dacd13d76ac4974bc671d06514fb6ca to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/8dacd13d76ac4974bc671d06514fb6ca 2024-11-24T02:21:33,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a02c65f164fc4ed884eaf792cc9dfd35 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/a02c65f164fc4ed884eaf792cc9dfd35 2024-11-24T02:21:33,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/c1c34d412ed741ff92e4114f1831555f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/B/c1c34d412ed741ff92e4114f1831555f 2024-11-24T02:21:33,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0376f79adccf465eb811ea000510bffa to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/0376f79adccf465eb811ea000510bffa 2024-11-24T02:21:33,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8afd25c17b394453ba757ca67ae1a67b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/8afd25c17b394453ba757ca67ae1a67b 2024-11-24T02:21:33,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/adeb6478c0a240bfb94b52a01c8fa0cf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/C/adeb6478c0a240bfb94b52a01c8fa0cf 2024-11-24T02:21:33,429 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/recovered.edits/530.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e/recovered.edits/530.seqid 2024-11-24T02:21:33,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/1b4fe4211c643935cf13bd8dd940397e 2024-11-24T02:21:33,430 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:21:33,435 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T02:21:33,442 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:21:33,472 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:21:33,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:21:33,474 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732414893474"}]},"ts":"9223372036854775807"} 2024-11-24T02:21:33,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:21:33,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1b4fe4211c643935cf13bd8dd940397e, NAME => 'TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:21:33,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:21:33,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732414893477"}]},"ts":"9223372036854775807"} 2024-11-24T02:21:33,480 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:21:33,483 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-24T02:21:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T02:21:33,505 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T02:21:33,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x2d5916a5-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2d5916a5-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_934705220_22 at /127.0.0.1:39072 [Waiting for operation #338] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2d5916a5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4ccb785458ec:44071-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_414934317_22 at /127.0.0.1:36998 [Waiting for operation #353] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2d5916a5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 120) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7539 (was 8073) 2024-11-24T02:21:33,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=7539 2024-11-24T02:21:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:21:33,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:21:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:33,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:21:33,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:33,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-24T02:21:33,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:21:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741950_1126 (size=960) 2024-11-24T02:21:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:33,941 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:21:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741951_1127 (size=53) 2024-11-24T02:21:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:34,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:34,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5df02077a2456d26616a2bf8689d6f92, disabling compactions & flushes 2024-11-24T02:21:34,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. after waiting 0 ms 2024-11-24T02:21:34,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:34,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:21:34,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732414894350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414894350"}]},"ts":"1732414894350"} 2024-11-24T02:21:34,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:21:34,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:21:34,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414894352"}]},"ts":"1732414894352"} 2024-11-24T02:21:34,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:21:34,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, ASSIGN}] 2024-11-24T02:21:34,359 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, ASSIGN 2024-11-24T02:21:34,360 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:21:34,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:34,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:34,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:34,667 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,668 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:34,668 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,668 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:34,668 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,668 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,670 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,671 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:34,671 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName A 2024-11-24T02:21:34,671 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:34,672 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:34,672 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,673 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:34,673 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName B 2024-11-24T02:21:34,674 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:34,674 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:34,674 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,675 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:34,675 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName C 2024-11-24T02:21:34,675 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:34,675 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:34,676 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,676 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,677 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,678 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:21:34,679 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:34,681 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:21:34,681 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 5df02077a2456d26616a2bf8689d6f92; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64246551, jitterRate=-0.042651787400245667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:21:34,682 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:34,683 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., pid=37, masterSystemTime=1732414894664 2024-11-24T02:21:34,684 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,685 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:34,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:34,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T02:21:34,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 in 174 msec 2024-11-24T02:21:34,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-24T02:21:34,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, ASSIGN in 330 msec 2024-11-24T02:21:34,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:21:34,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414894690"}]},"ts":"1732414894690"} 2024-11-24T02:21:34,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:21:34,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:21:34,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-24T02:21:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T02:21:35,638 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-24T02:21:35,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T02:21:35,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:35,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:35,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:35,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:21:35,649 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:21:35,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:21:35,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:21:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T02:21:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741952_1128 (size=996) 2024-11-24T02:21:36,074 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T02:21:36,074 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T02:21:36,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:21:36,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, REOPEN/MOVE}] 2024-11-24T02:21:36,086 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, REOPEN/MOVE 2024-11-24T02:21:36,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,088 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:21:36,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:36,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,240 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,240 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:21:36,240 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 5df02077a2456d26616a2bf8689d6f92, disabling compactions & flushes 2024-11-24T02:21:36,240 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,241 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,241 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. after waiting 0 ms 2024-11-24T02:21:36,241 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,245 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T02:21:36,245 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,245 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:36,246 WARN [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 5df02077a2456d26616a2bf8689d6f92 to self. 2024-11-24T02:21:36,247 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=CLOSED 2024-11-24T02:21:36,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T02:21:36,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 in 161 msec 2024-11-24T02:21:36,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, REOPEN/MOVE; state=CLOSED, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=true 2024-11-24T02:21:36,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:21:36,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,558 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,558 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:21:36,558 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,558 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:21:36,558 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,558 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,561 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,561 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:36,566 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName A 2024-11-24T02:21:36,568 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:36,568 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:36,569 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,570 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:36,570 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName B 2024-11-24T02:21:36,570 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:36,570 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:36,571 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,571 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:21:36,571 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df02077a2456d26616a2bf8689d6f92 columnFamilyName C 2024-11-24T02:21:36,571 DEBUG [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:36,572 INFO [StoreOpener-5df02077a2456d26616a2bf8689d6f92-1 {}] regionserver.HStore(327): Store=5df02077a2456d26616a2bf8689d6f92/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:21:36,572 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,572 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,573 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,575 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:21:36,576 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,577 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 5df02077a2456d26616a2bf8689d6f92; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60486858, jitterRate=-0.09867557883262634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:21:36,578 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:36,579 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., pid=42, masterSystemTime=1732414896554 2024-11-24T02:21:36,580 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,580 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=OPEN, openSeqNum=5, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-24T02:21:36,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 in 178 msec 2024-11-24T02:21:36,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T02:21:36,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, REOPEN/MOVE in 498 msec 2024-11-24T02:21:36,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T02:21:36,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-24T02:21:36,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-24T02:21:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T02:21:36,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T02:21:36,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T02:21:36,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T02:21:36,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T02:21:36,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T02:21:36,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T02:21:36,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T02:21:36,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T02:21:36,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T02:21:36,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:21:36,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-24T02:21:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:36,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:36,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:36,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:36,643 DEBUG [hconnection-0x2368b140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,643 DEBUG [hconnection-0x19ceca8c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,644 DEBUG [hconnection-0x1794862c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,644 DEBUG [hconnection-0x6739b214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,645 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,645 DEBUG [hconnection-0x212cf3da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,645 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,646 DEBUG [hconnection-0x18ef50a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,647 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,647 DEBUG [hconnection-0x23aa4919-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,647 DEBUG [hconnection-0x5b91fa6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,648 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,649 DEBUG [hconnection-0x7b964f92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:21:36,650 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:21:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:21:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414956706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414956706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414956710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414956710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414956712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112432a08bea108a430e91dfd478510bb3f0_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414896662/Put/seqid=0 2024-11-24T02:21:36,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741953_1129 (size=14594) 2024-11-24T02:21:36,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:36,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112432a08bea108a430e91dfd478510bb3f0_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112432a08bea108a430e91dfd478510bb3f0_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:36,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/acb5c0756c834a2eae5a6cb322f14f95, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:36,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/acb5c0756c834a2eae5a6cb322f14f95 is 175, key is test_row_0/A:col10/1732414896662/Put/seqid=0 2024-11-24T02:21:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741954_1130 (size=39549) 2024-11-24T02:21:36,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:36,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414956814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414956815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414956815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414956815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414956817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:36,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:36,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:36,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414957022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414957029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414957029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414957030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414957030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,174 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/acb5c0756c834a2eae5a6cb322f14f95 2024-11-24T02:21:37,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/bcbb5e7e9ad34665b43a8669fe20c24a is 50, key is test_row_0/B:col10/1732414896662/Put/seqid=0 2024-11-24T02:21:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741955_1131 (size=12001) 2024-11-24T02:21:37,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/bcbb5e7e9ad34665b43a8669fe20c24a 2024-11-24T02:21:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:37,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/3907925e6dae407a9b553ff0ca765761 is 50, key is test_row_0/C:col10/1732414896662/Put/seqid=0 2024-11-24T02:21:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741956_1132 (size=12001) 2024-11-24T02:21:37,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/3907925e6dae407a9b553ff0ca765761 2024-11-24T02:21:37,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/acb5c0756c834a2eae5a6cb322f14f95 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95 2024-11-24T02:21:37,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95, entries=200, sequenceid=18, filesize=38.6 K 2024-11-24T02:21:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/bcbb5e7e9ad34665b43a8669fe20c24a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a 2024-11-24T02:21:37,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T02:21:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/3907925e6dae407a9b553ff0ca765761 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761 2024-11-24T02:21:37,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T02:21:37,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5df02077a2456d26616a2bf8689d6f92 in 647ms, sequenceid=18, compaction requested=false 2024-11-24T02:21:37,313 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T02:21:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:37,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:21:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:37,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:37,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:37,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e4198c68735d44448299ffb2d4a4f770_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414897341/Put/seqid=0 2024-11-24T02:21:37,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414957362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414957362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414957365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741957_1133 (size=17034) 2024-11-24T02:21:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414957375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:37,392 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e4198c68735d44448299ffb2d4a4f770_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4198c68735d44448299ffb2d4a4f770_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:37,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/137048597ce344dd9cb6e51729b64faa, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:37,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/137048597ce344dd9cb6e51729b64faa is 175, key is test_row_0/A:col10/1732414897341/Put/seqid=0 2024-11-24T02:21:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414957389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741958_1134 (size=48139) 2024-11-24T02:21:37,407 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/137048597ce344dd9cb6e51729b64faa 2024-11-24T02:21:37,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/342c4d7cb2404ee9b5f97be70e8b8bcf is 50, key is test_row_0/B:col10/1732414897341/Put/seqid=0 2024-11-24T02:21:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741959_1135 (size=12001) 2024-11-24T02:21:37,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/342c4d7cb2404ee9b5f97be70e8b8bcf 2024-11-24T02:21:37,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea08b8a289de435485be640c02f78491 is 50, key is test_row_0/C:col10/1732414897341/Put/seqid=0 2024-11-24T02:21:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414957476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414957476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414957480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741960_1136 (size=12001) 2024-11-24T02:21:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414957489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:21:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414957505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414957679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414957680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414957687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414957690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414957726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:37,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:37,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:37,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:37,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea08b8a289de435485be640c02f78491 2024-11-24T02:21:37,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/137048597ce344dd9cb6e51729b64faa as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa 2024-11-24T02:21:37,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa, entries=250, sequenceid=43, filesize=47.0 K 2024-11-24T02:21:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/342c4d7cb2404ee9b5f97be70e8b8bcf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf 2024-11-24T02:21:37,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf, entries=150, sequenceid=43, filesize=11.7 K 2024-11-24T02:21:37,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea08b8a289de435485be640c02f78491 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491 2024-11-24T02:21:37,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491, entries=150, sequenceid=43, filesize=11.7 K 2024-11-24T02:21:37,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5df02077a2456d26616a2bf8689d6f92 in 577ms, sequenceid=43, compaction requested=false 2024-11-24T02:21:37,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:37,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2e9ff2e54094cfbac95cc1189cb31b3_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741961_1137 (size=14594) 2024-11-24T02:21:38,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:38,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:38,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2e9ff2e54094cfbac95cc1189cb31b3_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2e9ff2e54094cfbac95cc1189cb31b3_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:38,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e9f131045b42405a83d89d06d1c38051, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414958031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e9f131045b42405a83d89d06d1c38051 is 175, key is test_row_0/A:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741962_1138 (size=39549) 2024-11-24T02:21:38,052 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e9f131045b42405a83d89d06d1c38051 2024-11-24T02:21:38,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/524deb0db8584c4ea5a956ab8a81b4b5 is 50, key is test_row_0/B:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741963_1139 (size=12001) 2024-11-24T02:21:38,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/524deb0db8584c4ea5a956ab8a81b4b5 2024-11-24T02:21:38,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8b8f72ad93ac47359166da83acaef3f7 is 50, key is test_row_0/C:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741964_1140 (size=12001) 2024-11-24T02:21:38,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8b8f72ad93ac47359166da83acaef3f7 2024-11-24T02:21:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e9f131045b42405a83d89d06d1c38051 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051 2024-11-24T02:21:38,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051, entries=200, sequenceid=57, filesize=38.6 K 2024-11-24T02:21:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/524deb0db8584c4ea5a956ab8a81b4b5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5 2024-11-24T02:21:38,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5, entries=150, sequenceid=57, filesize=11.7 K 2024-11-24T02:21:38,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8b8f72ad93ac47359166da83acaef3f7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7 2024-11-24T02:21:38,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7, entries=150, sequenceid=57, filesize=11.7 K 2024-11-24T02:21:38,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5df02077a2456d26616a2bf8689d6f92 in 167ms, sequenceid=57, compaction requested=true 2024-11-24T02:21:38,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:38,157 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:38,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:38,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:38,158 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:38,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:38,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:38,158 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:38,158 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/A is initiating minor compaction (all files) 2024-11-24T02:21:38,158 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/A in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,159 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=124.3 K 2024-11-24T02:21:38,159 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,159 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051] 2024-11-24T02:21:38,159 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:38,159 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/B is initiating minor compaction (all files) 2024-11-24T02:21:38,159 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/B in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,160 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=35.2 K 2024-11-24T02:21:38,160 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb5c0756c834a2eae5a6cb322f14f95, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732414896660 2024-11-24T02:21:38,160 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting bcbb5e7e9ad34665b43a8669fe20c24a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732414896662 2024-11-24T02:21:38,161 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137048597ce344dd9cb6e51729b64faa, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732414896703 2024-11-24T02:21:38,161 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 342c4d7cb2404ee9b5f97be70e8b8bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732414896708 2024-11-24T02:21:38,161 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9f131045b42405a83d89d06d1c38051, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:38,162 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 524deb0db8584c4ea5a956ab8a81b4b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:38,174 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:38,174 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/8363d2d015874e2984dee140307851ba is 50, key is test_row_0/B:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,176 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,178 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249c777ca28c004f73bd616dfb00ca5fee_5df02077a2456d26616a2bf8689d6f92 store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T02:21:38,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,184 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:21:38,189 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249c777ca28c004f73bd616dfb00ca5fee_5df02077a2456d26616a2bf8689d6f92, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,189 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249c777ca28c004f73bd616dfb00ca5fee_5df02077a2456d26616a2bf8689d6f92 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:38,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741966_1142 (size=4469) 2024-11-24T02:21:38,235 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#A#compaction#121 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:38,238 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/76db0f66d39e415797811997bd0ea300 is 175, key is test_row_0/A:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112457c629367ea24e38b05bc6ba717a8bd4_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414898013/Put/seqid=0 2024-11-24T02:21:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741965_1141 (size=12104) 2024-11-24T02:21:38,260 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/8363d2d015874e2984dee140307851ba as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8363d2d015874e2984dee140307851ba 2024-11-24T02:21:38,267 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/B of 5df02077a2456d26616a2bf8689d6f92 into 8363d2d015874e2984dee140307851ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:38,267 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:38,267 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/B, priority=13, startTime=1732414898158; duration=0sec 2024-11-24T02:21:38,267 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:38,267 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:B 2024-11-24T02:21:38,268 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:38,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:38,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/C is initiating minor compaction (all files) 2024-11-24T02:21:38,270 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/C in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,270 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=35.2 K 2024-11-24T02:21:38,270 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3907925e6dae407a9b553ff0ca765761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732414896662 2024-11-24T02:21:38,271 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ea08b8a289de435485be640c02f78491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732414896708 2024-11-24T02:21:38,271 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8f72ad93ac47359166da83acaef3f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741967_1143 (size=31058) 2024-11-24T02:21:38,283 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/76db0f66d39e415797811997bd0ea300 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300 2024-11-24T02:21:38,288 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#C#compaction#123 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:38,289 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/541d9dd905da41eb81bf770303ca2c73 is 50, key is test_row_0/C:col10/1732414897988/Put/seqid=0 2024-11-24T02:21:38,291 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/A of 5df02077a2456d26616a2bf8689d6f92 into 76db0f66d39e415797811997bd0ea300(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:38,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:38,291 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/A, priority=13, startTime=1732414898157; duration=0sec 2024-11-24T02:21:38,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:38,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:A 2024-11-24T02:21:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741968_1144 (size=12154) 2024-11-24T02:21:38,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741969_1145 (size=12104) 2024-11-24T02:21:38,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112457c629367ea24e38b05bc6ba717a8bd4_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c629367ea24e38b05bc6ba717a8bd4_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ae0a7fd71efb498f8c6f09479d2770b9, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ae0a7fd71efb498f8c6f09479d2770b9 is 175, key is test_row_0/A:col10/1732414898013/Put/seqid=0 2024-11-24T02:21:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741970_1146 (size=30955) 2024-11-24T02:21:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:38,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:38,332 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ae0a7fd71efb498f8c6f09479d2770b9 2024-11-24T02:21:38,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/ac5f32e1a8c24848a5be386697cbceee is 50, key is test_row_0/B:col10/1732414898013/Put/seqid=0 2024-11-24T02:21:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741971_1147 (size=12001) 2024-11-24T02:21:38,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/ac5f32e1a8c24848a5be386697cbceee 2024-11-24T02:21:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/905f748959444cd68572a940d027b4ba is 50, key is test_row_0/C:col10/1732414898013/Put/seqid=0 2024-11-24T02:21:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741972_1148 (size=12001) 2024-11-24T02:21:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414958539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,711 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/541d9dd905da41eb81bf770303ca2c73 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/541d9dd905da41eb81bf770303ca2c73 2024-11-24T02:21:38,722 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/C of 5df02077a2456d26616a2bf8689d6f92 into 541d9dd905da41eb81bf770303ca2c73(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:38,722 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:38,722 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/C, priority=13, startTime=1732414898158; duration=0sec 2024-11-24T02:21:38,722 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:38,722 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:C 2024-11-24T02:21:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:38,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/905f748959444cd68572a940d027b4ba 2024-11-24T02:21:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ae0a7fd71efb498f8c6f09479d2770b9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9 2024-11-24T02:21:38,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9, entries=150, sequenceid=80, filesize=30.2 K 2024-11-24T02:21:38,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/ac5f32e1a8c24848a5be386697cbceee as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee 2024-11-24T02:21:38,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T02:21:38,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/905f748959444cd68572a940d027b4ba as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba 2024-11-24T02:21:38,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T02:21:38,827 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5df02077a2456d26616a2bf8689d6f92 in 642ms, sequenceid=80, compaction requested=false 2024-11-24T02:21:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T02:21:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-24T02:21:38,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T02:21:38,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec 2024-11-24T02:21:38,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.1910 sec 2024-11-24T02:21:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:38,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:38,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124040f32fb69e346ddbb3771bf8cdbc835_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414958983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414958986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414958985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414958986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741973_1149 (size=14594) 2024-11-24T02:21:38,995 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:39,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124040f32fb69e346ddbb3771bf8cdbc835_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124040f32fb69e346ddbb3771bf8cdbc835_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:39,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/2e5d047ee46142c3a96018badc941e43, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:39,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/2e5d047ee46142c3a96018badc941e43 is 175, key is test_row_0/A:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741974_1150 (size=39549) 2024-11-24T02:21:39,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/2e5d047ee46142c3a96018badc941e43 2024-11-24T02:21:39,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/6b064f12a4cf449183b768b1e6be7027 is 50, key is test_row_0/B:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741975_1151 (size=12001) 2024-11-24T02:21:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414959090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414959091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414959091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414959290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414959295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414959296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414959296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/6b064f12a4cf449183b768b1e6be7027 2024-11-24T02:21:39,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8daa529f330c441fbf698a856b5c9ae7 is 50, key is test_row_0/C:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741976_1152 (size=12001) 2024-11-24T02:21:39,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8daa529f330c441fbf698a856b5c9ae7 2024-11-24T02:21:39,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/2e5d047ee46142c3a96018badc941e43 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43 2024-11-24T02:21:39,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43, entries=200, sequenceid=97, filesize=38.6 K 2024-11-24T02:21:39,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/6b064f12a4cf449183b768b1e6be7027 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027 2024-11-24T02:21:39,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T02:21:39,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/8daa529f330c441fbf698a856b5c9ae7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7 2024-11-24T02:21:39,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T02:21:39,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5df02077a2456d26616a2bf8689d6f92 in 530ms, sequenceid=97, compaction requested=true 2024-11-24T02:21:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:39,487 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:39,487 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:39,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:39,489 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:39,489 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:39,490 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/B is initiating minor compaction (all files) 2024-11-24T02:21:39,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/A is initiating minor compaction (all files) 2024-11-24T02:21:39,490 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/B in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:39,490 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/A in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:39,490 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=99.2 K 2024-11-24T02:21:39,490 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8363d2d015874e2984dee140307851ba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=35.3 K 2024-11-24T02:21:39,490 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:39,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43] 2024-11-24T02:21:39,490 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8363d2d015874e2984dee140307851ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:39,490 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76db0f66d39e415797811997bd0ea300, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:39,491 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae0a7fd71efb498f8c6f09479d2770b9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732414898013 2024-11-24T02:21:39,491 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ac5f32e1a8c24848a5be386697cbceee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732414898013 2024-11-24T02:21:39,491 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5d047ee46142c3a96018badc941e43, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:39,492 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b064f12a4cf449183b768b1e6be7027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:39,505 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:39,510 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:39,510 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b042a08a01694d4da47a2fddc5e52993 is 50, key is test_row_0/B:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112404ff61bbc0d746c6aadffe9da7b73690_5df02077a2456d26616a2bf8689d6f92 store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:39,516 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112404ff61bbc0d746c6aadffe9da7b73690_5df02077a2456d26616a2bf8689d6f92, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:39,516 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112404ff61bbc0d746c6aadffe9da7b73690_5df02077a2456d26616a2bf8689d6f92 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741977_1153 (size=12207) 2024-11-24T02:21:39,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741978_1154 (size=4469) 2024-11-24T02:21:39,544 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b042a08a01694d4da47a2fddc5e52993 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b042a08a01694d4da47a2fddc5e52993 2024-11-24T02:21:39,544 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#A#compaction#129 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:39,544 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1b693b1784c14f2fb231445a2250a907 is 175, key is test_row_0/A:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:39,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:39,554 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/B of 5df02077a2456d26616a2bf8689d6f92 into b042a08a01694d4da47a2fddc5e52993(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:39,554 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:39,554 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/B, priority=13, startTime=1732414899487; duration=0sec 2024-11-24T02:21:39,555 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:39,555 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:B 2024-11-24T02:21:39,555 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:21:39,556 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:21:39,557 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/C is initiating minor compaction (all files) 2024-11-24T02:21:39,557 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/C in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:39,557 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/541d9dd905da41eb81bf770303ca2c73, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=35.3 K 2024-11-24T02:21:39,557 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 541d9dd905da41eb81bf770303ca2c73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732414897357 2024-11-24T02:21:39,558 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 905f748959444cd68572a940d027b4ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732414898013 2024-11-24T02:21:39,559 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8daa529f330c441fbf698a856b5c9ae7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:39,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d6118aa4b20a4b7097cc9dd59b7d14f6_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414898984/Put/seqid=0 2024-11-24T02:21:39,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414959587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,590 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:39,591 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/108ef42d464f4ac697e59864249e1623 is 50, key is test_row_0/C:col10/1732414898956/Put/seqid=0 2024-11-24T02:21:39,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741979_1155 (size=31161) 2024-11-24T02:21:39,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414959594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414959597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414959601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,604 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1b693b1784c14f2fb231445a2250a907 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907 2024-11-24T02:21:39,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414959604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,612 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/A of 5df02077a2456d26616a2bf8689d6f92 into 1b693b1784c14f2fb231445a2250a907(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:39,612 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:39,612 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/A, priority=13, startTime=1732414899487; duration=0sec 2024-11-24T02:21:39,613 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:39,613 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:A 2024-11-24T02:21:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741981_1157 (size=12207) 2024-11-24T02:21:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741980_1156 (size=12154) 2024-11-24T02:21:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414959690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414959894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:40,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d6118aa4b20a4b7097cc9dd59b7d14f6_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d6118aa4b20a4b7097cc9dd59b7d14f6_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:40,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e72811e268774b2f9f14ce54c70b866a, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:40,026 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/108ef42d464f4ac697e59864249e1623 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/108ef42d464f4ac697e59864249e1623 2024-11-24T02:21:40,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e72811e268774b2f9f14ce54c70b866a is 175, key is test_row_0/A:col10/1732414898984/Put/seqid=0 2024-11-24T02:21:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741982_1158 (size=30955) 2024-11-24T02:21:40,035 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/C of 5df02077a2456d26616a2bf8689d6f92 into 108ef42d464f4ac697e59864249e1623(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:40,035 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:40,035 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/C, priority=13, startTime=1732414899488; duration=0sec 2024-11-24T02:21:40,035 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:40,035 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:C 2024-11-24T02:21:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414960099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414960102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414960108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414960116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414960200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e72811e268774b2f9f14ce54c70b866a 2024-11-24T02:21:40,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b571a732734b4bd6b65c9d75aba3fbe8 is 50, key is test_row_0/B:col10/1732414898984/Put/seqid=0 2024-11-24T02:21:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741983_1159 (size=12001) 2024-11-24T02:21:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414960705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T02:21:40,748 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-24T02:21:40,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-24T02:21:40,751 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:40,752 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:40,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:40,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b571a732734b4bd6b65c9d75aba3fbe8 2024-11-24T02:21:40,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/498d3f0cda0d49108435eb8ad33903c8 is 50, key is test_row_0/C:col10/1732414898984/Put/seqid=0 2024-11-24T02:21:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741984_1160 (size=12001) 2024-11-24T02:21:40,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:40,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T02:21:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:40,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:40,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:41,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T02:21:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414961103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414961106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414961111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414961124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T02:21:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:41,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/498d3f0cda0d49108435eb8ad33903c8 2024-11-24T02:21:41,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/e72811e268774b2f9f14ce54c70b866a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a 2024-11-24T02:21:41,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a, entries=150, sequenceid=121, filesize=30.2 K 2024-11-24T02:21:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b571a732734b4bd6b65c9d75aba3fbe8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8 2024-11-24T02:21:41,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T02:21:41,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/498d3f0cda0d49108435eb8ad33903c8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8 2024-11-24T02:21:41,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T02:21:41,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5df02077a2456d26616a2bf8689d6f92 in 1752ms, sequenceid=121, compaction requested=false 2024-11-24T02:21:41,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:41,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T02:21:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:41,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124013d041038e9407d97f2887576430b70_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414899573/Put/seqid=0 2024-11-24T02:21:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741985_1161 (size=12304) 2024-11-24T02:21:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:41,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124013d041038e9407d97f2887576430b70_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124013d041038e9407d97f2887576430b70_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:41,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4123a9aff5e849f49c1191dbcf3a422c, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4123a9aff5e849f49c1191dbcf3a422c is 175, key is test_row_0/A:col10/1732414899573/Put/seqid=0 2024-11-24T02:21:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741986_1162 (size=31105) 2024-11-24T02:21:41,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4123a9aff5e849f49c1191dbcf3a422c 2024-11-24T02:21:41,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/de11d1e8a78c4aa1b542af81c5d1d5e6 is 50, key is test_row_0/B:col10/1732414899573/Put/seqid=0 2024-11-24T02:21:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741987_1163 (size=12151) 2024-11-24T02:21:41,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/de11d1e8a78c4aa1b542af81c5d1d5e6 2024-11-24T02:21:41,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/dee96683ddab4cd292941923e5831fad is 50, key is test_row_0/C:col10/1732414899573/Put/seqid=0 2024-11-24T02:21:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741988_1164 (size=12151) 2024-11-24T02:21:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414961770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:41,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/dee96683ddab4cd292941923e5831fad 2024-11-24T02:21:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4123a9aff5e849f49c1191dbcf3a422c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c 2024-11-24T02:21:41,871 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c, entries=150, sequenceid=136, filesize=30.4 K 2024-11-24T02:21:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/de11d1e8a78c4aa1b542af81c5d1d5e6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6 2024-11-24T02:21:41,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414961874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:41,878 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T02:21:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/dee96683ddab4cd292941923e5831fad as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad 2024-11-24T02:21:41,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T02:21:41,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5df02077a2456d26616a2bf8689d6f92 in 521ms, sequenceid=136, compaction requested=true 2024-11-24T02:21:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T02:21:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-24T02:21:41,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T02:21:41,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-11-24T02:21:41,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.1390 sec 2024-11-24T02:21:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:42,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112433c58af225c44b30930b8e29b047b264_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741989_1165 (size=14794) 2024-11-24T02:21:42,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:42,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112433c58af225c44b30930b8e29b047b264_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112433c58af225c44b30930b8e29b047b264_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:42,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/72c7b85877ba4c5a87f626fff8c82c5a, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:42,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/72c7b85877ba4c5a87f626fff8c82c5a is 175, key is test_row_0/A:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:42,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414962110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741990_1166 (size=39749) 2024-11-24T02:21:42,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/72c7b85877ba4c5a87f626fff8c82c5a 2024-11-24T02:21:42,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/c948c0a598f5422d80e4938838e4433a is 50, key is test_row_0/B:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741991_1167 (size=12151) 2024-11-24T02:21:42,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/c948c0a598f5422d80e4938838e4433a 2024-11-24T02:21:42,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/e6582cad713443d6a0837c5d52f634f7 is 50, key is test_row_0/C:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741992_1168 (size=12151) 2024-11-24T02:21:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414962212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414962417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:42,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/e6582cad713443d6a0837c5d52f634f7 2024-11-24T02:21:42,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/72c7b85877ba4c5a87f626fff8c82c5a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a 2024-11-24T02:21:42,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a, entries=200, sequenceid=161, filesize=38.8 K 2024-11-24T02:21:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/c948c0a598f5422d80e4938838e4433a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a 2024-11-24T02:21:42,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T02:21:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/e6582cad713443d6a0837c5d52f634f7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7 2024-11-24T02:21:42,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T02:21:42,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5df02077a2456d26616a2bf8689d6f92 in 495ms, sequenceid=161, compaction requested=true 2024-11-24T02:21:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:42,577 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:42,577 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:42,579 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:42,579 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/A is initiating minor compaction (all files) 2024-11-24T02:21:42,580 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/A in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:42,580 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=129.9 K 2024-11-24T02:21:42,580 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:42,580 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a] 2024-11-24T02:21:42,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:42,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/B is initiating minor compaction (all files) 2024-11-24T02:21:42,580 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/B in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:42,580 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b693b1784c14f2fb231445a2250a907, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:42,580 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b042a08a01694d4da47a2fddc5e52993, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=47.4 K 2024-11-24T02:21:42,581 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting e72811e268774b2f9f14ce54c70b866a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732414898976 2024-11-24T02:21:42,581 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b042a08a01694d4da47a2fddc5e52993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:42,581 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4123a9aff5e849f49c1191dbcf3a422c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414899573 2024-11-24T02:21:42,582 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b571a732734b4bd6b65c9d75aba3fbe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732414898976 2024-11-24T02:21:42,582 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72c7b85877ba4c5a87f626fff8c82c5a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:42,582 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting de11d1e8a78c4aa1b542af81c5d1d5e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414899573 2024-11-24T02:21:42,582 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting c948c0a598f5422d80e4938838e4433a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:42,591 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:42,606 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:42,607 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/967a6cfe8595406dbba41d43baa2c3a9 is 50, key is test_row_0/B:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:42,608 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d362d41e9e024e648c15e8d71195247d_5df02077a2456d26616a2bf8689d6f92 store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:42,610 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d362d41e9e024e648c15e8d71195247d_5df02077a2456d26616a2bf8689d6f92, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:42,610 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d362d41e9e024e648c15e8d71195247d_5df02077a2456d26616a2bf8689d6f92 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741993_1169 (size=4469) 2024-11-24T02:21:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741994_1170 (size=12493) 2024-11-24T02:21:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:42,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:42,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a5d1863892e34630a3fad71d8c072758_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414902099/Put/seqid=0 2024-11-24T02:21:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741995_1171 (size=14794) 2024-11-24T02:21:42,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414962808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T02:21:42,858 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-24T02:21:42,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T02:21:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:42,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:42,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:42,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414962911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:43,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T02:21:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,023 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#A#compaction#141 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:43,024 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/14f5606a49d04287b0c66c9208016413 is 175, key is test_row_0/A:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741996_1172 (size=31447) 2024-11-24T02:21:43,044 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/967a6cfe8595406dbba41d43baa2c3a9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/967a6cfe8595406dbba41d43baa2c3a9 2024-11-24T02:21:43,051 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/B of 5df02077a2456d26616a2bf8689d6f92 into 967a6cfe8595406dbba41d43baa2c3a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:43,051 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:43,052 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/B, priority=12, startTime=1732414902577; duration=0sec 2024-11-24T02:21:43,052 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:43,052 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:B 2024-11-24T02:21:43,052 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:43,054 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:43,054 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/C is initiating minor compaction (all files) 2024-11-24T02:21:43,054 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/C in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,054 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/108ef42d464f4ac697e59864249e1623, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=47.4 K 2024-11-24T02:21:43,055 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 108ef42d464f4ac697e59864249e1623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732414898341 2024-11-24T02:21:43,055 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 498d3f0cda0d49108435eb8ad33903c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732414898976 2024-11-24T02:21:43,056 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dee96683ddab4cd292941923e5831fad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732414899573 2024-11-24T02:21:43,056 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e6582cad713443d6a0837c5d52f634f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:43,067 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:43,068 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/fddc1074745b4542bf5d8143ce8887e9 is 50, key is test_row_0/C:col10/1732414901766/Put/seqid=0 2024-11-24T02:21:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741997_1173 (size=12493) 2024-11-24T02:21:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414963109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,111 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:43,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414963114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414963117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,120 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414963126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,128 DEBUG [Thread-634 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414963128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,132 DEBUG [Thread-638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:43,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a5d1863892e34630a3fad71d8c072758_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a5d1863892e34630a3fad71d8c072758_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:43,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/07360096def3445d83c90ceaaafda238, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:43,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/07360096def3445d83c90ceaaafda238 is 175, key is test_row_0/A:col10/1732414902099/Put/seqid=0 2024-11-24T02:21:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741998_1174 (size=39749) 2024-11-24T02:21:43,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,168 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/07360096def3445d83c90ceaaafda238 2024-11-24T02:21:43,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T02:21:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:21:43,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/1039bbadee214aaf99735e97edb3b618 is 50, key is test_row_0/B:col10/1732414902099/Put/seqid=0 2024-11-24T02:21:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741999_1175 (size=12151) 2024-11-24T02:21:43,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/1039bbadee214aaf99735e97edb3b618 2024-11-24T02:21:43,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/2f0687ca732249d38f96a6d8644a24cc is 50, key is test_row_0/C:col10/1732414902099/Put/seqid=0 2024-11-24T02:21:43,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742000_1176 (size=12151) 2024-11-24T02:21:43,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/2f0687ca732249d38f96a6d8644a24cc 2024-11-24T02:21:43,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/07360096def3445d83c90ceaaafda238 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238 2024-11-24T02:21:43,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238, entries=200, sequenceid=173, filesize=38.8 K 2024-11-24T02:21:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/1039bbadee214aaf99735e97edb3b618 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618 2024-11-24T02:21:43,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T02:21:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/2f0687ca732249d38f96a6d8644a24cc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc 2024-11-24T02:21:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T02:21:43,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5df02077a2456d26616a2bf8689d6f92 in 510ms, sequenceid=173, compaction requested=false 2024-11-24T02:21:43,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:43,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T02:21:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:43,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112406b7aaaabbe1465fbd6332857c601cbb_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414902801/Put/seqid=0 2024-11-24T02:21:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742001_1177 (size=12304) 2024-11-24T02:21:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:43,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:43,435 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/14f5606a49d04287b0c66c9208016413 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413 2024-11-24T02:21:43,440 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/A of 5df02077a2456d26616a2bf8689d6f92 into 14f5606a49d04287b0c66c9208016413(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:43,440 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:43,440 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/A, priority=12, startTime=1732414902577; duration=0sec 2024-11-24T02:21:43,440 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:43,441 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:A 2024-11-24T02:21:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414963441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:43,479 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/fddc1074745b4542bf5d8143ce8887e9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/fddc1074745b4542bf5d8143ce8887e9 2024-11-24T02:21:43,484 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/C of 5df02077a2456d26616a2bf8689d6f92 into fddc1074745b4542bf5d8143ce8887e9(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:43,484 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:43,484 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/C, priority=12, startTime=1732414902578; duration=0sec 2024-11-24T02:21:43,484 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:43,484 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:C 2024-11-24T02:21:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414963543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:43,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112406b7aaaabbe1465fbd6332857c601cbb_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406b7aaaabbe1465fbd6332857c601cbb_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ecfa3292499848dd83dd518a14d06c0c, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ecfa3292499848dd83dd518a14d06c0c is 175, key is test_row_0/A:col10/1732414902801/Put/seqid=0 2024-11-24T02:21:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742002_1178 (size=31105) 2024-11-24T02:21:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414963746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414964050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ecfa3292499848dd83dd518a14d06c0c 2024-11-24T02:21:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/0cf7db1220d943989afce54f545eab25 is 50, key is test_row_0/B:col10/1732414902801/Put/seqid=0 2024-11-24T02:21:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742003_1179 (size=12151) 2024-11-24T02:21:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414964553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:44,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/0cf7db1220d943989afce54f545eab25 2024-11-24T02:21:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/7d6f8c4009b54ca7b589814d7b91b2a2 is 50, key is test_row_0/C:col10/1732414902801/Put/seqid=0 2024-11-24T02:21:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742004_1180 (size=12151) 2024-11-24T02:21:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:44,974 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/7d6f8c4009b54ca7b589814d7b91b2a2 2024-11-24T02:21:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/ecfa3292499848dd83dd518a14d06c0c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c 2024-11-24T02:21:44,984 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c, entries=150, sequenceid=198, filesize=30.4 K 2024-11-24T02:21:44,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/0cf7db1220d943989afce54f545eab25 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25 2024-11-24T02:21:44,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T02:21:44,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/7d6f8c4009b54ca7b589814d7b91b2a2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2 2024-11-24T02:21:44,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T02:21:44,996 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5df02077a2456d26616a2bf8689d6f92 in 1673ms, sequenceid=198, compaction requested=true 2024-11-24T02:21:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T02:21:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T02:21:44,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T02:21:44,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1350 sec 2024-11-24T02:21:45,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1400 sec 2024-11-24T02:21:45,452 INFO [master/4ccb785458ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T02:21:45,452 INFO [master/4ccb785458ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T02:21:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:45,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:45,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d793f0efcf6e4c1e97db521b0d61ca36_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742005_1181 (size=14794) 2024-11-24T02:21:45,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414965617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414965719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414965924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:45,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:46,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d793f0efcf6e4c1e97db521b0d61ca36_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d793f0efcf6e4c1e97db521b0d61ca36_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:46,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/6580764af9c64f61a766b9b6d0131903, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:46,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/6580764af9c64f61a766b9b6d0131903 is 175, key is test_row_0/A:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742006_1182 (size=39749) 2024-11-24T02:21:46,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/6580764af9c64f61a766b9b6d0131903 2024-11-24T02:21:46,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 is 50, key is test_row_0/B:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742007_1183 (size=12151) 2024-11-24T02:21:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414966228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:46,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 2024-11-24T02:21:46,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/b9f376420b6343a2bd4ffb0290ef415d is 50, key is test_row_0/C:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742008_1184 (size=12151) 2024-11-24T02:21:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414966734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:46,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/b9f376420b6343a2bd4ffb0290ef415d 2024-11-24T02:21:46,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/6580764af9c64f61a766b9b6d0131903 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903 2024-11-24T02:21:46,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903, entries=200, sequenceid=213, filesize=38.8 K 2024-11-24T02:21:46,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 2024-11-24T02:21:46,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T02:21:46,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/b9f376420b6343a2bd4ffb0290ef415d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d 2024-11-24T02:21:46,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T02:21:46,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5df02077a2456d26616a2bf8689d6f92 in 1296ms, sequenceid=213, compaction requested=true 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:46,857 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:46,857 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:46,859 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:46,859 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:46,859 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/A is initiating minor compaction (all files) 2024-11-24T02:21:46,859 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/B is initiating minor compaction (all files) 2024-11-24T02:21:46,859 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/B in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:46,859 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/A in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:46,859 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=138.7 K 2024-11-24T02:21:46,859 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/967a6cfe8595406dbba41d43baa2c3a9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=47.8 K 2024-11-24T02:21:46,859 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:46,859 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903] 2024-11-24T02:21:46,860 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 967a6cfe8595406dbba41d43baa2c3a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:46,860 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14f5606a49d04287b0c66c9208016413, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:46,860 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1039bbadee214aaf99735e97edb3b618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732414902096 2024-11-24T02:21:46,860 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07360096def3445d83c90ceaaafda238, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732414902096 2024-11-24T02:21:46,861 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf7db1220d943989afce54f545eab25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732414902798 2024-11-24T02:21:46,861 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc9a8cad6b94c6390fb2dcaa7a08ba6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:46,861 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfa3292499848dd83dd518a14d06c0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732414902798 2024-11-24T02:21:46,862 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6580764af9c64f61a766b9b6d0131903, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:46,872 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:46,873 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:46,873 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/580c62e1394646d0bf05e993b19c8ecf is 50, key is test_row_0/B:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:46,886 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fdfb1f6d35cf42e3a0f0921bfe909526_5df02077a2456d26616a2bf8689d6f92 store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:46,889 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fdfb1f6d35cf42e3a0f0921bfe909526_5df02077a2456d26616a2bf8689d6f92, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:46,889 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fdfb1f6d35cf42e3a0f0921bfe909526_5df02077a2456d26616a2bf8689d6f92 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742009_1185 (size=12629) 2024-11-24T02:21:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742010_1186 (size=4469) 2024-11-24T02:21:46,898 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/580c62e1394646d0bf05e993b19c8ecf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/580c62e1394646d0bf05e993b19c8ecf 2024-11-24T02:21:46,903 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/B of 5df02077a2456d26616a2bf8689d6f92 into 580c62e1394646d0bf05e993b19c8ecf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:46,903 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:46,903 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/B, priority=12, startTime=1732414906857; duration=0sec 2024-11-24T02:21:46,903 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:46,904 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:B 2024-11-24T02:21:46,904 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:21:46,905 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:21:46,905 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/C is initiating minor compaction (all files) 2024-11-24T02:21:46,905 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/C in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:46,906 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/fddc1074745b4542bf5d8143ce8887e9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=47.8 K 2024-11-24T02:21:46,906 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fddc1074745b4542bf5d8143ce8887e9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732414901764 2024-11-24T02:21:46,906 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f0687ca732249d38f96a6d8644a24cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732414902096 2024-11-24T02:21:46,907 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6f8c4009b54ca7b589814d7b91b2a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732414902798 2024-11-24T02:21:46,907 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f376420b6343a2bd4ffb0290ef415d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:46,917 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:46,918 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ef7865bbd4ae4c669ab526b46819b11e is 50, key is test_row_0/C:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:46,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742011_1187 (size=12629) 2024-11-24T02:21:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T02:21:46,966 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T02:21:46,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T02:21:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:46,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:46,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:46,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:47,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T02:21:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:47,124 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:47,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240fc93fca8047479bacfd0674ed5425e6_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414905616/Put/seqid=0 2024-11-24T02:21:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742012_1188 (size=12304) 2024-11-24T02:21:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414967144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414967147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414967147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50028 deadline: 1732414967147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,151 DEBUG [Thread-638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414967248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414967251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414967252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:47,296 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:47,296 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/92c1c7d1bdd34d749f6156b22b270448 is 175, key is test_row_0/A:col10/1732414903439/Put/seqid=0 2024-11-24T02:21:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742013_1189 (size=31583) 2024-11-24T02:21:47,309 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/92c1c7d1bdd34d749f6156b22b270448 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448 2024-11-24T02:21:47,314 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/A of 5df02077a2456d26616a2bf8689d6f92 into 92c1c7d1bdd34d749f6156b22b270448(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:47,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:47,314 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/A, priority=12, startTime=1732414906857; duration=0sec 2024-11-24T02:21:47,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:47,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:A 2024-11-24T02:21:47,328 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ef7865bbd4ae4c669ab526b46819b11e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ef7865bbd4ae4c669ab526b46819b11e 2024-11-24T02:21:47,332 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/C of 5df02077a2456d26616a2bf8689d6f92 into ef7865bbd4ae4c669ab526b46819b11e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:47,332 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:47,333 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/C, priority=12, startTime=1732414906857; duration=0sec 2024-11-24T02:21:47,333 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:47,333 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:C 2024-11-24T02:21:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414967451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414967454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414967455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:47,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240fc93fca8047479bacfd0674ed5425e6_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fc93fca8047479bacfd0674ed5425e6_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/f3ab74f1aab54aad91ac6a876d3d7f8e, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/f3ab74f1aab54aad91ac6a876d3d7f8e is 175, key is test_row_0/A:col10/1732414905616/Put/seqid=0 2024-11-24T02:21:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742014_1190 (size=31105) 2024-11-24T02:21:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414967744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414967754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414967755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414967758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:47,950 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/f3ab74f1aab54aad91ac6a876d3d7f8e 2024-11-24T02:21:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/452c24397c744724a2d7bda93526ee05 is 50, key is test_row_0/B:col10/1732414905616/Put/seqid=0 2024-11-24T02:21:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742015_1191 (size=12151) 2024-11-24T02:21:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414968259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414968260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414968260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:48,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/452c24397c744724a2d7bda93526ee05 2024-11-24T02:21:48,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/bb1478b300cf433c8f9a4919b8ec869f is 50, key is test_row_0/C:col10/1732414905616/Put/seqid=0 2024-11-24T02:21:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742016_1192 (size=12151) 2024-11-24T02:21:48,782 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/bb1478b300cf433c8f9a4919b8ec869f 2024-11-24T02:21:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/f3ab74f1aab54aad91ac6a876d3d7f8e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e 2024-11-24T02:21:48,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e, entries=150, sequenceid=237, filesize=30.4 K 2024-11-24T02:21:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/452c24397c744724a2d7bda93526ee05 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05 2024-11-24T02:21:48,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T02:21:48,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/bb1478b300cf433c8f9a4919b8ec869f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f 2024-11-24T02:21:48,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T02:21:48,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5df02077a2456d26616a2bf8689d6f92 in 1682ms, sequenceid=237, compaction requested=false 2024-11-24T02:21:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T02:21:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T02:21:48,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T02:21:48,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-24T02:21:48,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.8420 sec 2024-11-24T02:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T02:21:49,073 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T02:21:49,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T02:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:49,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:49,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:49,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:49,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T02:21:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:49,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:21:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245bc696b6bf7a4ba48f5403a35edb26c3_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414907143/Put/seqid=0 2024-11-24T02:21:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742017_1193 (size=12304) 2024-11-24T02:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:49,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414969284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414969285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414969286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414969387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414969388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414969389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414969589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414969590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414969592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:49,648 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245bc696b6bf7a4ba48f5403a35edb26c3_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245bc696b6bf7a4ba48f5403a35edb26c3_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4ac291a9d6f740c3954efc2fe2e55691, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4ac291a9d6f740c3954efc2fe2e55691 is 175, key is test_row_0/A:col10/1732414907143/Put/seqid=0 2024-11-24T02:21:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742018_1194 (size=31105) 2024-11-24T02:21:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414969764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,766 DEBUG [Thread-642 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414969894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414969894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414969894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:50,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4ac291a9d6f740c3954efc2fe2e55691 2024-11-24T02:21:50,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/093bc066f4b7412a8cbbffb9eb6e305e is 50, key is test_row_0/B:col10/1732414907143/Put/seqid=0 2024-11-24T02:21:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742019_1195 (size=12151) 2024-11-24T02:21:50,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/093bc066f4b7412a8cbbffb9eb6e305e 2024-11-24T02:21:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/764ae43c17704edab7fb4176dc07c331 is 50, key is test_row_0/C:col10/1732414907143/Put/seqid=0 2024-11-24T02:21:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742020_1196 (size=12151) 2024-11-24T02:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:50,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414970399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:50,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414970399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414970401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:50,492 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/764ae43c17704edab7fb4176dc07c331 2024-11-24T02:21:50,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/4ac291a9d6f740c3954efc2fe2e55691 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691 2024-11-24T02:21:50,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691, entries=150, sequenceid=252, filesize=30.4 K 2024-11-24T02:21:50,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/093bc066f4b7412a8cbbffb9eb6e305e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e 2024-11-24T02:21:50,512 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T02:21:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/764ae43c17704edab7fb4176dc07c331 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331 2024-11-24T02:21:50,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T02:21:50,518 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5df02077a2456d26616a2bf8689d6f92 in 1288ms, sequenceid=252, compaction requested=true 2024-11-24T02:21:50,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:50,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:50,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T02:21:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T02:21:50,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T02:21:50,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-24T02:21:50,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.4470 sec 2024-11-24T02:21:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T02:21:51,181 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T02:21:51,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T02:21:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:51,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:51,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:51,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:51,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T02:21:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:51,337 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:21:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9e2128429a8465e9826a1c1c38f5377_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414909285/Put/seqid=0 2024-11-24T02:21:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742021_1197 (size=12454) 2024-11-24T02:21:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414971415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414971418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414971418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414971519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414971524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414971525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414971721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414971726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414971726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:51,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:51,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9e2128429a8465e9826a1c1c38f5377_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9e2128429a8465e9826a1c1c38f5377_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/eaa9e7dbc61542bc949feab11311ea47, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/eaa9e7dbc61542bc949feab11311ea47 is 175, key is test_row_0/A:col10/1732414909285/Put/seqid=0 2024-11-24T02:21:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742022_1198 (size=31255) 2024-11-24T02:21:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414972024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414972031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414972031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,179 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/eaa9e7dbc61542bc949feab11311ea47 2024-11-24T02:21:52,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/4e634b6046a74dab9edc50e0f547568a is 50, key is test_row_0/B:col10/1732414909285/Put/seqid=0 2024-11-24T02:21:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742023_1199 (size=12301) 2024-11-24T02:21:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:52,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414972529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414972533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414972537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:52,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/4e634b6046a74dab9edc50e0f547568a 2024-11-24T02:21:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/9aef4112610342e6b5a331d0817efa55 is 50, key is test_row_0/C:col10/1732414909285/Put/seqid=0 2024-11-24T02:21:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742024_1200 (size=12301) 2024-11-24T02:21:52,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/9aef4112610342e6b5a331d0817efa55 2024-11-24T02:21:52,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/eaa9e7dbc61542bc949feab11311ea47 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47 2024-11-24T02:21:52,614 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47, entries=150, sequenceid=275, filesize=30.5 K 2024-11-24T02:21:52,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/4e634b6046a74dab9edc50e0f547568a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a 2024-11-24T02:21:52,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T02:21:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/9aef4112610342e6b5a331d0817efa55 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55 2024-11-24T02:21:52,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T02:21:52,628 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5df02077a2456d26616a2bf8689d6f92 in 1291ms, sequenceid=275, compaction requested=true 2024-11-24T02:21:52,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:52,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:52,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T02:21:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T02:21:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T02:21:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-24T02:21:52,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4490 sec 2024-11-24T02:21:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T02:21:53,288 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T02:21:53,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T02:21:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:53,291 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:53,291 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:53,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:53,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:53,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b76b30ec81ea47d08d0705dd2fad8e8d_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414911413/Put/seqid=0 2024-11-24T02:21:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742025_1201 (size=12454) 2024-11-24T02:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:53,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:53,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414973564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414973565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414973566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414973669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414973669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414973669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50022 deadline: 1732414973800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,802 DEBUG [Thread-642 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:53,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b76b30ec81ea47d08d0705dd2fad8e8d_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b76b30ec81ea47d08d0705dd2fad8e8d_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1e8622d3da124af59c7fab12769a3ae0, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1e8622d3da124af59c7fab12769a3ae0 is 175, key is test_row_0/A:col10/1732414911413/Put/seqid=0 2024-11-24T02:21:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742026_1202 (size=31255) 2024-11-24T02:21:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414973871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414973872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414973872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414974174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414974175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414974176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,270 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1e8622d3da124af59c7fab12769a3ae0 2024-11-24T02:21:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b5c6c9aca52343d38ef1bea157be605a is 50, key is test_row_0/B:col10/1732414911413/Put/seqid=0 2024-11-24T02:21:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742027_1203 (size=12301) 2024-11-24T02:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414974677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414974680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414974680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:54,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b5c6c9aca52343d38ef1bea157be605a 2024-11-24T02:21:54,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea9cb8cde331473d8217e3095f4aebba is 50, key is test_row_0/C:col10/1732414911413/Put/seqid=0 2024-11-24T02:21:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742028_1204 (size=12301) 2024-11-24T02:21:55,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea9cb8cde331473d8217e3095f4aebba 2024-11-24T02:21:55,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/1e8622d3da124af59c7fab12769a3ae0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0 2024-11-24T02:21:55,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0, entries=150, sequenceid=289, filesize=30.5 K 2024-11-24T02:21:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/b5c6c9aca52343d38ef1bea157be605a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a 2024-11-24T02:21:55,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T02:21:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/ea9cb8cde331473d8217e3095f4aebba as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba 2024-11-24T02:21:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T02:21:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5df02077a2456d26616a2bf8689d6f92 in 1676ms, sequenceid=289, compaction requested=true 2024-11-24T02:21:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T02:21:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T02:21:55,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T02:21:55,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-24T02:21:55,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.8350 sec 2024-11-24T02:21:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T02:21:55,395 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T02:21:55,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:21:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T02:21:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:55,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:21:55,399 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:21:55,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:21:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:55,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T02:21:55,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:55,551 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T02:21:55,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:55,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:55,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:55,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a289ff0db06c481f928ea94d61ecb315_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414913565/Put/seqid=0 2024-11-24T02:21:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742029_1205 (size=12454) 2024-11-24T02:21:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:55,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. as already flushing 2024-11-24T02:21:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414975697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414975701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414975701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414975803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414975807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414975807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:55,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a289ff0db06c481f928ea94d61ecb315_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a289ff0db06c481f928ea94d61ecb315_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/7c2fb870a6424cbf81ffacbe3a0b0403, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/7c2fb870a6424cbf81ffacbe3a0b0403 is 175, key is test_row_0/A:col10/1732414913565/Put/seqid=0 2024-11-24T02:21:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742030_1206 (size=31255) 2024-11-24T02:21:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:56,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414976005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414976010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414976012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414976307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414976313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732414976316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/7c2fb870a6424cbf81ffacbe3a0b0403 2024-11-24T02:21:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fdfd036f02cf4fd29bf10ce2328da6ac is 50, key is test_row_0/B:col10/1732414913565/Put/seqid=0 2024-11-24T02:21:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742031_1207 (size=12301) 2024-11-24T02:21:56,390 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fdfd036f02cf4fd29bf10ce2328da6ac 2024-11-24T02:21:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/67745bbf805d4139912585c5583799e2 is 50, key is test_row_0/C:col10/1732414913565/Put/seqid=0 2024-11-24T02:21:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742032_1208 (size=12301) 2024-11-24T02:21:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:56,643 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:54374 2024-11-24T02:21:56,643 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:56,644 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:54374 2024-11-24T02:21:56,644 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:56,645 DEBUG [Thread-645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:54374 2024-11-24T02:21:56,645 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:56,648 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:54374 2024-11-24T02:21:56,648 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:56,803 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/67745bbf805d4139912585c5583799e2 2024-11-24T02:21:56,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/7c2fb870a6424cbf81ffacbe3a0b0403 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403 2024-11-24T02:21:56,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403, entries=150, sequenceid=311, filesize=30.5 K 2024-11-24T02:21:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/fdfd036f02cf4fd29bf10ce2328da6ac as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac 2024-11-24T02:21:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732414976814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,815 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T02:21:56,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/67745bbf805d4139912585c5583799e2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2 2024-11-24T02:21:56,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50044 deadline: 1732414976817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:21:56,820 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T02:21:56,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5df02077a2456d26616a2bf8689d6f92 in 1270ms, sequenceid=311, compaction requested=true 2024-11-24T02:21:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T02:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T02:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:56,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:21:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:21:56,823 DEBUG [Thread-634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:54374 2024-11-24T02:21:56,823 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:56,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T02:21:56,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-11-24T02:21:56,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4280 sec 2024-11-24T02:21:56,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112429ba1ae363904ad7ada53f09481d5c15_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742033_1209 (size=12454) 2024-11-24T02:21:57,232 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:54374 2024-11-24T02:21:57,232 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:57,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:21:57,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112429ba1ae363904ad7ada53f09481d5c15_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112429ba1ae363904ad7ada53f09481d5c15_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:21:57,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/90a86b478938434cb1ed5ef2b3aa3d9d, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:57,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/90a86b478938434cb1ed5ef2b3aa3d9d is 175, key is test_row_0/A:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742034_1210 (size=31255) 2024-11-24T02:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T02:21:57,502 INFO [Thread-644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T02:21:57,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/90a86b478938434cb1ed5ef2b3aa3d9d 2024-11-24T02:21:57,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/82d490d4cd97407a94d0e8b54ccf796f is 50, key is test_row_0/B:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742035_1211 (size=12301) 2024-11-24T02:21:57,819 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:54374 2024-11-24T02:21:57,819 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:54374 2024-11-24T02:21:57,819 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:57,819 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:21:58,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/82d490d4cd97407a94d0e8b54ccf796f 2024-11-24T02:21:58,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/5242c858f6d54dcdbf59dd690728478f is 50, key is test_row_0/C:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:58,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742036_1212 (size=12301) 2024-11-24T02:21:58,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/5242c858f6d54dcdbf59dd690728478f 2024-11-24T02:21:58,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/90a86b478938434cb1ed5ef2b3aa3d9d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d 2024-11-24T02:21:58,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d, entries=150, sequenceid=326, filesize=30.5 K 2024-11-24T02:21:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/82d490d4cd97407a94d0e8b54ccf796f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f 2024-11-24T02:21:58,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T02:21:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/5242c858f6d54dcdbf59dd690728478f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f 2024-11-24T02:21:58,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T02:21:58,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 5df02077a2456d26616a2bf8689d6f92 in 1660ms, sequenceid=326, compaction requested=true 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:58,483 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:58,483 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5df02077a2456d26616a2bf8689d6f92:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:21:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:58,485 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 218813 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T02:21:58,485 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86135 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T02:21:58,485 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/A is initiating minor compaction (all files) 2024-11-24T02:21:58,485 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/B is initiating minor compaction (all files) 2024-11-24T02:21:58,485 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/A in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:58,485 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/B in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:58,485 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=213.7 K 2024-11-24T02:21:58,485 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/580c62e1394646d0bf05e993b19c8ecf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=84.1 K 2024-11-24T02:21:58,485 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:58,485 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d] 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 580c62e1394646d0bf05e993b19c8ecf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92c1c7d1bdd34d749f6156b22b270448, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 452c24397c744724a2d7bda93526ee05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732414905605 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ab74f1aab54aad91ac6a876d3d7f8e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732414905605 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 093bc066f4b7412a8cbbffb9eb6e305e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732414907142 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac291a9d6f740c3954efc2fe2e55691, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732414907142 2024-11-24T02:21:58,486 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e634b6046a74dab9edc50e0f547568a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732414909282 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa9e7dbc61542bc949feab11311ea47, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732414909282 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c6c9aca52343d38ef1bea157be605a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414911413 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e8622d3da124af59c7fab12769a3ae0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414911413 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fdfd036f02cf4fd29bf10ce2328da6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732414913562 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c2fb870a6424cbf81ffacbe3a0b0403, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732414913562 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 82d490d4cd97407a94d0e8b54ccf796f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732414915693 2024-11-24T02:21:58,487 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a86b478938434cb1ed5ef2b3aa3d9d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732414915693 2024-11-24T02:21:58,503 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#B#compaction#174 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:58,504 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/8535063371e14e9abd5975327e60a579 is 50, key is test_row_0/B:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:58,507 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742037_1213 (size=13017) 2024-11-24T02:21:58,509 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246048068a22d24f83a976c4ca28c01349_5df02077a2456d26616a2bf8689d6f92 store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:58,547 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246048068a22d24f83a976c4ca28c01349_5df02077a2456d26616a2bf8689d6f92, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:58,547 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246048068a22d24f83a976c4ca28c01349_5df02077a2456d26616a2bf8689d6f92 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:21:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742038_1214 (size=4469) 2024-11-24T02:21:58,914 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/8535063371e14e9abd5975327e60a579 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8535063371e14e9abd5975327e60a579 2024-11-24T02:21:58,919 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/B of 5df02077a2456d26616a2bf8689d6f92 into 8535063371e14e9abd5975327e60a579(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:58,919 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:58,919 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/B, priority=9, startTime=1732414918483; duration=0sec 2024-11-24T02:21:58,919 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:21:58,919 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:B 2024-11-24T02:21:58,919 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T02:21:58,921 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86135 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T02:21:58,921 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 5df02077a2456d26616a2bf8689d6f92/C is initiating minor compaction (all files) 2024-11-24T02:21:58,921 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5df02077a2456d26616a2bf8689d6f92/C in TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:21:58,921 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ef7865bbd4ae4c669ab526b46819b11e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp, totalSize=84.1 K 2024-11-24T02:21:58,921 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ef7865bbd4ae4c669ab526b46819b11e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732414903431 2024-11-24T02:21:58,921 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting bb1478b300cf433c8f9a4919b8ec869f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732414905605 2024-11-24T02:21:58,922 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 764ae43c17704edab7fb4176dc07c331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732414907142 2024-11-24T02:21:58,922 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aef4112610342e6b5a331d0817efa55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732414909282 2024-11-24T02:21:58,922 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9cb8cde331473d8217e3095f4aebba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414911413 2024-11-24T02:21:58,923 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 67745bbf805d4139912585c5583799e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732414913562 2024-11-24T02:21:58,923 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 5242c858f6d54dcdbf59dd690728478f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732414915693 2024-11-24T02:21:58,936 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#C#compaction#176 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:58,936 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/a35a3a8eb19441139dbb6d282bde720f is 50, key is test_row_0/C:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742039_1215 (size=13017) 2024-11-24T02:21:58,953 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5df02077a2456d26616a2bf8689d6f92#A#compaction#175 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:21:58,954 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/b0ae665b3de64b59978b4ed711a663de is 175, key is test_row_0/A:col10/1732414915693/Put/seqid=0 2024-11-24T02:21:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742040_1216 (size=31971) 2024-11-24T02:21:59,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:21:59,345 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/a35a3a8eb19441139dbb6d282bde720f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/a35a3a8eb19441139dbb6d282bde720f 2024-11-24T02:21:59,350 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/C of 5df02077a2456d26616a2bf8689d6f92 into a35a3a8eb19441139dbb6d282bde720f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:59,350 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:59,350 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/C, priority=9, startTime=1732414918483; duration=0sec 2024-11-24T02:21:59,350 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:59,350 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:C 2024-11-24T02:21:59,362 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/b0ae665b3de64b59978b4ed711a663de as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/b0ae665b3de64b59978b4ed711a663de 2024-11-24T02:21:59,367 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 5df02077a2456d26616a2bf8689d6f92/A of 5df02077a2456d26616a2bf8689d6f92 into b0ae665b3de64b59978b4ed711a663de(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:21:59,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:21:59,367 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92., storeName=5df02077a2456d26616a2bf8689d6f92/A, priority=9, startTime=1732414918483; duration=0sec 2024-11-24T02:21:59,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:21:59,367 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5df02077a2456d26616a2bf8689d6f92:A 2024-11-24T02:22:03,830 DEBUG [master/4ccb785458ec:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T02:22:03,835 DEBUG [master/4ccb785458ec:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a25f2b3e0387727b2c8cb3f7d3e1963e changed from -1.0 to 0.0, refreshing cache 2024-11-24T02:22:03,878 DEBUG [Thread-642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:54374 2024-11-24T02:22:03,878 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:03,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7047 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6932 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2995 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8984 rows 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3005 2024-11-24T02:22:03,879 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9015 rows 2024-11-24T02:22:03,879 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:22:03,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:54374 2024-11-24T02:22:03,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:03,881 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:22:03,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:22:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:03,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414923885"}]},"ts":"1732414923885"} 2024-11-24T02:22:03,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:22:03,889 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:22:03,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:22:03,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, UNASSIGN}] 2024-11-24T02:22:03,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, UNASSIGN 2024-11-24T02:22:03,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:03,893 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:22:03,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:04,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:04,045 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:04,045 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:22:04,045 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 5df02077a2456d26616a2bf8689d6f92, disabling compactions & flushes 2024-11-24T02:22:04,045 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:22:04,045 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:22:04,045 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. after waiting 0 ms 2024-11-24T02:22:04,045 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:22:04,045 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 5df02077a2456d26616a2bf8689d6f92 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=A 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=B 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5df02077a2456d26616a2bf8689d6f92, store=C 2024-11-24T02:22:04,046 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:04,052 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ef41693f463480691f4bce04578593d_5df02077a2456d26616a2bf8689d6f92 is 50, key is test_row_0/A:col10/1732414917818/Put/seqid=0 2024-11-24T02:22:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742041_1217 (size=9914) 2024-11-24T02:22:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:04,456 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:04,461 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ef41693f463480691f4bce04578593d_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ef41693f463480691f4bce04578593d_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:04,462 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/bac4b19ca2f747078d72e822427df4f0, store: [table=TestAcidGuarantees family=A region=5df02077a2456d26616a2bf8689d6f92] 2024-11-24T02:22:04,462 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/bac4b19ca2f747078d72e822427df4f0 is 175, key is test_row_0/A:col10/1732414917818/Put/seqid=0 2024-11-24T02:22:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742042_1218 (size=22561) 2024-11-24T02:22:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:04,866 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/bac4b19ca2f747078d72e822427df4f0 2024-11-24T02:22:04,873 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/9db61eec68cc439cac223edbe61a8149 is 50, key is test_row_0/B:col10/1732414917818/Put/seqid=0 2024-11-24T02:22:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742043_1219 (size=9857) 2024-11-24T02:22:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:05,278 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/9db61eec68cc439cac223edbe61a8149 2024-11-24T02:22:05,284 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/76120f102fd04f0db49f640dd9ffbeb9 is 50, key is test_row_0/C:col10/1732414917818/Put/seqid=0 2024-11-24T02:22:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742044_1220 (size=9857) 2024-11-24T02:22:05,689 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/76120f102fd04f0db49f640dd9ffbeb9 2024-11-24T02:22:05,694 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/A/bac4b19ca2f747078d72e822427df4f0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/bac4b19ca2f747078d72e822427df4f0 2024-11-24T02:22:05,698 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/bac4b19ca2f747078d72e822427df4f0, entries=100, sequenceid=336, filesize=22.0 K 2024-11-24T02:22:05,699 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/B/9db61eec68cc439cac223edbe61a8149 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/9db61eec68cc439cac223edbe61a8149 2024-11-24T02:22:05,703 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/9db61eec68cc439cac223edbe61a8149, entries=100, sequenceid=336, filesize=9.6 K 2024-11-24T02:22:05,704 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/.tmp/C/76120f102fd04f0db49f640dd9ffbeb9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/76120f102fd04f0db49f640dd9ffbeb9 2024-11-24T02:22:05,707 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/76120f102fd04f0db49f640dd9ffbeb9, entries=100, sequenceid=336, filesize=9.6 K 2024-11-24T02:22:05,708 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5df02077a2456d26616a2bf8689d6f92 in 1663ms, sequenceid=336, compaction requested=false 2024-11-24T02:22:05,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d] to archive 2024-11-24T02:22:05,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:05,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/acb5c0756c834a2eae5a6cb322f14f95 2024-11-24T02:22:05,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/137048597ce344dd9cb6e51729b64faa 2024-11-24T02:22:05,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e9f131045b42405a83d89d06d1c38051 2024-11-24T02:22:05,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/76db0f66d39e415797811997bd0ea300 2024-11-24T02:22:05,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ae0a7fd71efb498f8c6f09479d2770b9 2024-11-24T02:22:05,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/2e5d047ee46142c3a96018badc941e43 2024-11-24T02:22:05,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1b693b1784c14f2fb231445a2250a907 2024-11-24T02:22:05,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/e72811e268774b2f9f14ce54c70b866a 2024-11-24T02:22:05,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4123a9aff5e849f49c1191dbcf3a422c 2024-11-24T02:22:05,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/72c7b85877ba4c5a87f626fff8c82c5a 2024-11-24T02:22:05,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/14f5606a49d04287b0c66c9208016413 2024-11-24T02:22:05,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/07360096def3445d83c90ceaaafda238 2024-11-24T02:22:05,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/ecfa3292499848dd83dd518a14d06c0c 2024-11-24T02:22:05,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/6580764af9c64f61a766b9b6d0131903 2024-11-24T02:22:05,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/92c1c7d1bdd34d749f6156b22b270448 2024-11-24T02:22:05,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/f3ab74f1aab54aad91ac6a876d3d7f8e 2024-11-24T02:22:05,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/4ac291a9d6f740c3954efc2fe2e55691 2024-11-24T02:22:05,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/eaa9e7dbc61542bc949feab11311ea47 2024-11-24T02:22:05,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/1e8622d3da124af59c7fab12769a3ae0 2024-11-24T02:22:05,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/7c2fb870a6424cbf81ffacbe3a0b0403 2024-11-24T02:22:05,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/90a86b478938434cb1ed5ef2b3aa3d9d 2024-11-24T02:22:05,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8363d2d015874e2984dee140307851ba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b042a08a01694d4da47a2fddc5e52993, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/967a6cfe8595406dbba41d43baa2c3a9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/580c62e1394646d0bf05e993b19c8ecf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f] to archive 2024-11-24T02:22:05,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:05,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/bcbb5e7e9ad34665b43a8669fe20c24a 2024-11-24T02:22:05,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/342c4d7cb2404ee9b5f97be70e8b8bcf 2024-11-24T02:22:05,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8363d2d015874e2984dee140307851ba to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8363d2d015874e2984dee140307851ba 2024-11-24T02:22:05,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/524deb0db8584c4ea5a956ab8a81b4b5 2024-11-24T02:22:05,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/ac5f32e1a8c24848a5be386697cbceee 2024-11-24T02:22:05,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b042a08a01694d4da47a2fddc5e52993 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b042a08a01694d4da47a2fddc5e52993 2024-11-24T02:22:05,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/6b064f12a4cf449183b768b1e6be7027 2024-11-24T02:22:05,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b571a732734b4bd6b65c9d75aba3fbe8 2024-11-24T02:22:05,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/de11d1e8a78c4aa1b542af81c5d1d5e6 2024-11-24T02:22:05,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/967a6cfe8595406dbba41d43baa2c3a9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/967a6cfe8595406dbba41d43baa2c3a9 2024-11-24T02:22:05,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/c948c0a598f5422d80e4938838e4433a 2024-11-24T02:22:05,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/1039bbadee214aaf99735e97edb3b618 2024-11-24T02:22:05,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/0cf7db1220d943989afce54f545eab25 2024-11-24T02:22:05,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/580c62e1394646d0bf05e993b19c8ecf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/580c62e1394646d0bf05e993b19c8ecf 2024-11-24T02:22:05,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fcc9a8cad6b94c6390fb2dcaa7a08ba6 2024-11-24T02:22:05,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/452c24397c744724a2d7bda93526ee05 2024-11-24T02:22:05,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/093bc066f4b7412a8cbbffb9eb6e305e 2024-11-24T02:22:05,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/4e634b6046a74dab9edc50e0f547568a 2024-11-24T02:22:05,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/b5c6c9aca52343d38ef1bea157be605a 2024-11-24T02:22:05,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/fdfd036f02cf4fd29bf10ce2328da6ac 2024-11-24T02:22:05,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/82d490d4cd97407a94d0e8b54ccf796f 2024-11-24T02:22:05,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/541d9dd905da41eb81bf770303ca2c73, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/108ef42d464f4ac697e59864249e1623, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/fddc1074745b4542bf5d8143ce8887e9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ef7865bbd4ae4c669ab526b46819b11e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f] to archive 2024-11-24T02:22:05,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:05,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/3907925e6dae407a9b553ff0ca765761 2024-11-24T02:22:05,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea08b8a289de435485be640c02f78491 2024-11-24T02:22:05,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/541d9dd905da41eb81bf770303ca2c73 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/541d9dd905da41eb81bf770303ca2c73 2024-11-24T02:22:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8b8f72ad93ac47359166da83acaef3f7 2024-11-24T02:22:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/905f748959444cd68572a940d027b4ba 2024-11-24T02:22:05,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/108ef42d464f4ac697e59864249e1623 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/108ef42d464f4ac697e59864249e1623 2024-11-24T02:22:05,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/8daa529f330c441fbf698a856b5c9ae7 2024-11-24T02:22:05,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/498d3f0cda0d49108435eb8ad33903c8 2024-11-24T02:22:05,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/dee96683ddab4cd292941923e5831fad 2024-11-24T02:22:05,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/fddc1074745b4542bf5d8143ce8887e9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/fddc1074745b4542bf5d8143ce8887e9 2024-11-24T02:22:05,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/e6582cad713443d6a0837c5d52f634f7 2024-11-24T02:22:05,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/2f0687ca732249d38f96a6d8644a24cc 2024-11-24T02:22:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/7d6f8c4009b54ca7b589814d7b91b2a2 2024-11-24T02:22:05,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ef7865bbd4ae4c669ab526b46819b11e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ef7865bbd4ae4c669ab526b46819b11e 2024-11-24T02:22:05,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/b9f376420b6343a2bd4ffb0290ef415d 2024-11-24T02:22:05,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/bb1478b300cf433c8f9a4919b8ec869f 2024-11-24T02:22:05,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/764ae43c17704edab7fb4176dc07c331 2024-11-24T02:22:05,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/9aef4112610342e6b5a331d0817efa55 2024-11-24T02:22:05,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/ea9cb8cde331473d8217e3095f4aebba 2024-11-24T02:22:05,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/67745bbf805d4139912585c5583799e2 2024-11-24T02:22:05,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/5242c858f6d54dcdbf59dd690728478f 2024-11-24T02:22:05,781 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=4 2024-11-24T02:22:05,782 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92. 2024-11-24T02:22:05,782 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 5df02077a2456d26616a2bf8689d6f92: 2024-11-24T02:22:05,783 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:05,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=5df02077a2456d26616a2bf8689d6f92, regionState=CLOSED 2024-11-24T02:22:05,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T02:22:05,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 5df02077a2456d26616a2bf8689d6f92, server=4ccb785458ec,44071,1732414860783 in 1.8920 sec 2024-11-24T02:22:05,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T02:22:05,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5df02077a2456d26616a2bf8689d6f92, UNASSIGN in 1.8950 sec 2024-11-24T02:22:05,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T02:22:05,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8970 sec 2024-11-24T02:22:05,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414925789"}]},"ts":"1732414925789"} 2024-11-24T02:22:05,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:22:05,792 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:22:05,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-24T02:22:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T02:22:05,988 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T02:22:05,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:22:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:05,990 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T02:22:05,991 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:05,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:05,995 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits] 2024-11-24T02:22:05,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/b0ae665b3de64b59978b4ed711a663de to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/b0ae665b3de64b59978b4ed711a663de 2024-11-24T02:22:05,999 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/bac4b19ca2f747078d72e822427df4f0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/A/bac4b19ca2f747078d72e822427df4f0 2024-11-24T02:22:06,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8535063371e14e9abd5975327e60a579 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/8535063371e14e9abd5975327e60a579 2024-11-24T02:22:06,003 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/9db61eec68cc439cac223edbe61a8149 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/B/9db61eec68cc439cac223edbe61a8149 2024-11-24T02:22:06,005 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/76120f102fd04f0db49f640dd9ffbeb9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/76120f102fd04f0db49f640dd9ffbeb9 2024-11-24T02:22:06,006 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/a35a3a8eb19441139dbb6d282bde720f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/C/a35a3a8eb19441139dbb6d282bde720f 2024-11-24T02:22:06,009 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits/339.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92/recovered.edits/339.seqid 2024-11-24T02:22:06,009 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,009 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:22:06,010 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:22:06,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T02:22:06,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124013d041038e9407d97f2887576430b70_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124013d041038e9407d97f2887576430b70_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124040f32fb69e346ddbb3771bf8cdbc835_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124040f32fb69e346ddbb3771bf8cdbc835_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406b7aaaabbe1465fbd6332857c601cbb_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406b7aaaabbe1465fbd6332857c601cbb_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fc93fca8047479bacfd0674ed5425e6_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fc93fca8047479bacfd0674ed5425e6_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,019 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ef41693f463480691f4bce04578593d_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ef41693f463480691f4bce04578593d_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112429ba1ae363904ad7ada53f09481d5c15_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112429ba1ae363904ad7ada53f09481d5c15_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112432a08bea108a430e91dfd478510bb3f0_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112432a08bea108a430e91dfd478510bb3f0_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112433c58af225c44b30930b8e29b047b264_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112433c58af225c44b30930b8e29b047b264_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c629367ea24e38b05bc6ba717a8bd4_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c629367ea24e38b05bc6ba717a8bd4_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245bc696b6bf7a4ba48f5403a35edb26c3_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245bc696b6bf7a4ba48f5403a35edb26c3_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a289ff0db06c481f928ea94d61ecb315_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a289ff0db06c481f928ea94d61ecb315_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,028 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a5d1863892e34630a3fad71d8c072758_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a5d1863892e34630a3fad71d8c072758_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,030 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b76b30ec81ea47d08d0705dd2fad8e8d_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b76b30ec81ea47d08d0705dd2fad8e8d_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,031 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d6118aa4b20a4b7097cc9dd59b7d14f6_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d6118aa4b20a4b7097cc9dd59b7d14f6_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,032 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d793f0efcf6e4c1e97db521b0d61ca36_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d793f0efcf6e4c1e97db521b0d61ca36_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4198c68735d44448299ffb2d4a4f770_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4198c68735d44448299ffb2d4a4f770_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9e2128429a8465e9826a1c1c38f5377_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9e2128429a8465e9826a1c1c38f5377_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2e9ff2e54094cfbac95cc1189cb31b3_5df02077a2456d26616a2bf8689d6f92 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2e9ff2e54094cfbac95cc1189cb31b3_5df02077a2456d26616a2bf8689d6f92 2024-11-24T02:22:06,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:22:06,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:06,041 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:22:06,042 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:22:06,043 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:06,043 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:22:06,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732414926043"}]},"ts":"9223372036854775807"} 2024-11-24T02:22:06,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:22:06,045 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5df02077a2456d26616a2bf8689d6f92, NAME => 'TestAcidGuarantees,,1732414893529.5df02077a2456d26616a2bf8689d6f92.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:22:06,046 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:22:06,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732414926046"}]},"ts":"9223372036854775807"} 2024-11-24T02:22:06,047 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:22:06,049 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:06,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-24T02:22:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T02:22:06,092 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T02:22:06,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7424 (was 7539) 2024-11-24T02:22:06,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=7424 2024-11-24T02:22:06,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:22:06,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:22:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:06,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:22:06,113 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:06,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-24T02:22:06,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:22:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742045_1221 (size=960) 2024-11-24T02:22:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:06,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:22:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742046_1222 (size=53) 2024-11-24T02:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:06,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:22:06,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7b229cc310386d9862a6276d36351084, disabling compactions & flushes 2024-11-24T02:22:06,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:06,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:06,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. after waiting 0 ms 2024-11-24T02:22:06,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:06,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:06,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:06,930 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:22:06,930 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732414926930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414926930"}]},"ts":"1732414926930"} 2024-11-24T02:22:06,931 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:22:06,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:22:06,931 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414926931"}]},"ts":"1732414926931"} 2024-11-24T02:22:06,932 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:22:06,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, ASSIGN}] 2024-11-24T02:22:06,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, ASSIGN 2024-11-24T02:22:06,937 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:22:07,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=7b229cc310386d9862a6276d36351084, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:07,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:07,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:07,244 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:07,244 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:22:07,244 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,244 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:22:07,244 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,244 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,246 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,247 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:07,247 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b229cc310386d9862a6276d36351084 columnFamilyName A 2024-11-24T02:22:07,247 DEBUG [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:07,247 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(327): Store=7b229cc310386d9862a6276d36351084/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:07,248 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,248 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:07,249 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b229cc310386d9862a6276d36351084 columnFamilyName B 2024-11-24T02:22:07,249 DEBUG [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:07,249 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(327): Store=7b229cc310386d9862a6276d36351084/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:07,249 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,250 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:07,250 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b229cc310386d9862a6276d36351084 columnFamilyName C 2024-11-24T02:22:07,250 DEBUG [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:07,251 INFO [StoreOpener-7b229cc310386d9862a6276d36351084-1 {}] regionserver.HStore(327): Store=7b229cc310386d9862a6276d36351084/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:07,251 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:07,251 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,252 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,253 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:22:07,254 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:07,256 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:22:07,256 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 7b229cc310386d9862a6276d36351084; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65992804, jitterRate=-0.016630589962005615}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:22:07,257 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:07,258 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., pid=66, masterSystemTime=1732414927240 2024-11-24T02:22:07,259 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:07,259 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:07,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=7b229cc310386d9862a6276d36351084, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:07,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T02:22:07,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 in 171 msec 2024-11-24T02:22:07,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T02:22:07,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, ASSIGN in 325 msec 2024-11-24T02:22:07,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:22:07,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414927263"}]},"ts":"1732414927263"} 2024-11-24T02:22:07,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:22:07,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:22:07,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-24T02:22:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T02:22:08,218 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-24T02:22:08,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-24T02:22:08,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,226 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:22:08,227 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:22:08,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-24T02:22:08,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-24T02:22:08,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-24T02:22:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-24T02:22:08,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-24T02:22:08,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,250 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-24T02:22:08,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-24T02:22:08,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-24T02:22:08,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-24T02:22:08,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-24T02:22:08,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:08,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:08,278 DEBUG [hconnection-0x666c232f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T02:22:08,278 DEBUG [hconnection-0x7883cb07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:08,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:08,279 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,279 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:08,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:08,292 DEBUG [hconnection-0x1a57398b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,292 DEBUG [hconnection-0x2acaf34f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,292 DEBUG [hconnection-0x20295484-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,292 DEBUG [hconnection-0x1f75c46f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,293 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,293 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,300 DEBUG [hconnection-0x6695923f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,301 DEBUG [hconnection-0x16fe5ed3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,301 DEBUG [hconnection-0x449938a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,302 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,302 DEBUG [hconnection-0x45949394-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:08,304 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,304 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:08,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414988325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414988325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414988326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414988327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414988328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/d5ed94ab2b0a4048b5951adfae51203b is 50, key is test_row_0/A:col10/1732414928306/Put/seqid=0 2024-11-24T02:22:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742047_1223 (size=12001) 2024-11-24T02:22:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414988429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414988430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414988430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T02:22:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414988430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414988431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:08,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T02:22:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414988631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414988632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414988633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414988634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414988635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T02:22:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:08,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/d5ed94ab2b0a4048b5951adfae51203b 2024-11-24T02:22:08,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/03a1c20ecacd4486a36fba7544fb2f2e is 50, key is test_row_0/B:col10/1732414928306/Put/seqid=0 2024-11-24T02:22:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742048_1224 (size=12001) 2024-11-24T02:22:08,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/03a1c20ecacd4486a36fba7544fb2f2e 2024-11-24T02:22:08,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/bd25e0e7bba14c2cbb32447e59976138 is 50, key is test_row_0/C:col10/1732414928306/Put/seqid=0 2024-11-24T02:22:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742049_1225 (size=12001) 2024-11-24T02:22:08,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/bd25e0e7bba14c2cbb32447e59976138 2024-11-24T02:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/d5ed94ab2b0a4048b5951adfae51203b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b 2024-11-24T02:22:08,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T02:22:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/03a1c20ecacd4486a36fba7544fb2f2e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e 2024-11-24T02:22:08,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T02:22:08,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/bd25e0e7bba14c2cbb32447e59976138 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138 2024-11-24T02:22:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:08,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T02:22:08,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b229cc310386d9862a6276d36351084 in 580ms, sequenceid=14, compaction requested=false 2024-11-24T02:22:08,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:08,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T02:22:08,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:22:08,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:08,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/3668d84d0c0f4f1e8a5a491173457218 is 50, key is test_row_0/A:col10/1732414928326/Put/seqid=0 2024-11-24T02:22:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742050_1226 (size=12001) 2024-11-24T02:22:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414988941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414988941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414988942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414988943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414988943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414989044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414989044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414989045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414989046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414989046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414989247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414989247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414989248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414989250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414989250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/3668d84d0c0f4f1e8a5a491173457218 2024-11-24T02:22:09,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/8f76cd9fe4004da79e88e65b20ecad71 is 50, key is test_row_0/B:col10/1732414928326/Put/seqid=0 2024-11-24T02:22:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742051_1227 (size=12001) 2024-11-24T02:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414989550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414989550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414989550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414989554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414989554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:09,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/8f76cd9fe4004da79e88e65b20ecad71 2024-11-24T02:22:09,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/518189e0383c4a24b7245fce628d4511 is 50, key is test_row_0/C:col10/1732414928326/Put/seqid=0 2024-11-24T02:22:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742052_1228 (size=12001) 2024-11-24T02:22:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414990052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414990053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414990057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414990058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414990059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,137 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/518189e0383c4a24b7245fce628d4511 2024-11-24T02:22:10,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/3668d84d0c0f4f1e8a5a491173457218 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218 2024-11-24T02:22:10,147 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T02:22:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/8f76cd9fe4004da79e88e65b20ecad71 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71 2024-11-24T02:22:10,154 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T02:22:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/518189e0383c4a24b7245fce628d4511 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511 2024-11-24T02:22:10,161 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T02:22:10,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7b229cc310386d9862a6276d36351084 in 1269ms, sequenceid=37, compaction requested=false 2024-11-24T02:22:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T02:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T02:22:10,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T02:22:10,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-24T02:22:10,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8890 sec 2024-11-24T02:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T02:22:10,383 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T02:22:10,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T02:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:10,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:10,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:10,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:10,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:10,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:10,538 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:10,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/84964b46cf104cf5b8e9838f98cf2bc2 is 50, key is test_row_0/A:col10/1732414928941/Put/seqid=0 2024-11-24T02:22:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742053_1229 (size=12001) 2024-11-24T02:22:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:10,950 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/84964b46cf104cf5b8e9838f98cf2bc2 2024-11-24T02:22:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/3160be4668de46688ba0bc76bac8c645 is 50, key is test_row_0/B:col10/1732414928941/Put/seqid=0 2024-11-24T02:22:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742054_1230 (size=12001) 2024-11-24T02:22:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:11,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414991075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414991077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414991078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414991078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414991079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414991180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414991182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414991182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414991183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414991183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:22:11,363 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/3160be4668de46688ba0bc76bac8c645 2024-11-24T02:22:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/16d42c3ba5474710ade1d03d580a03b1 is 50, key is test_row_0/C:col10/1732414928941/Put/seqid=0 2024-11-24T02:22:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742055_1231 (size=12001) 2024-11-24T02:22:11,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414991383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414991385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414991386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414991386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414991387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:11,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414991686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414991687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414991689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414991690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414991690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:11,776 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/16d42c3ba5474710ade1d03d580a03b1 2024-11-24T02:22:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/84964b46cf104cf5b8e9838f98cf2bc2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2 2024-11-24T02:22:11,788 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T02:22:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/3160be4668de46688ba0bc76bac8c645 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645 2024-11-24T02:22:11,794 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T02:22:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/16d42c3ba5474710ade1d03d580a03b1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1 2024-11-24T02:22:11,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T02:22:11,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T02:22:11,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7b229cc310386d9862a6276d36351084 in 1263ms, sequenceid=50, compaction requested=true 2024-11-24T02:22:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T02:22:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T02:22:11,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T02:22:11,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-24T02:22:11,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4200 sec 2024-11-24T02:22:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:12,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/f8ebc022cc3e482da46c9a4d8f6b5008 is 50, key is test_row_0/A:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414992198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414992198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414992198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414992199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414992199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742056_1232 (size=12001) 2024-11-24T02:22:12,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/f8ebc022cc3e482da46c9a4d8f6b5008 2024-11-24T02:22:12,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/6888269f17224bf3a7796b3ac40f7e96 is 50, key is test_row_0/B:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742057_1233 (size=12001) 2024-11-24T02:22:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414992300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414992300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414992300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414992300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414992300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T02:22:12,490 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T02:22:12,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T02:22:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:12,492 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:12,493 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:12,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414992503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414992504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414992504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414992504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414992504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:12,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/6888269f17224bf3a7796b3ac40f7e96 2024-11-24T02:22:12,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/981c5f1d3e624269849e217d97399385 is 50, key is test_row_0/C:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742058_1234 (size=12001) 2024-11-24T02:22:12,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T02:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:12,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T02:22:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414992807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414992807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414992808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414992809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414992809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:12,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T02:22:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:12,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:13,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/981c5f1d3e624269849e217d97399385 2024-11-24T02:22:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/f8ebc022cc3e482da46c9a4d8f6b5008 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008 2024-11-24T02:22:13,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:22:13,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/6888269f17224bf3a7796b3ac40f7e96 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96 2024-11-24T02:22:13,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:22:13,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/981c5f1d3e624269849e217d97399385 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385 2024-11-24T02:22:13,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:22:13,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7b229cc310386d9862a6276d36351084 in 877ms, sequenceid=75, compaction requested=true 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:13,067 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:13,067 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:13,069 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:13,069 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:13,069 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:13,069 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:13,069 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:13,069 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:13,069 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=46.9 K 2024-11-24T02:22:13,069 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=46.9 K 2024-11-24T02:22:13,070 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 03a1c20ecacd4486a36fba7544fb2f2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732414928298 2024-11-24T02:22:13,070 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5ed94ab2b0a4048b5951adfae51203b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732414928298 2024-11-24T02:22:13,070 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f76cd9fe4004da79e88e65b20ecad71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732414928323 2024-11-24T02:22:13,070 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3668d84d0c0f4f1e8a5a491173457218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732414928323 2024-11-24T02:22:13,071 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3160be4668de46688ba0bc76bac8c645, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414928941 2024-11-24T02:22:13,071 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84964b46cf104cf5b8e9838f98cf2bc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414928941 2024-11-24T02:22:13,071 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6888269f17224bf3a7796b3ac40f7e96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:13,071 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8ebc022cc3e482da46c9a4d8f6b5008, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:13,084 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#192 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:13,085 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/fa722832ca4147b2aa45250d728c82b0 is 50, key is test_row_0/B:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:13,086 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:13,086 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/d8245e02313146f6b7e38aa31804964f is 50, key is test_row_0/A:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:13,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T02:22:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:13,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742059_1235 (size=12139) 2024-11-24T02:22:13,120 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/fa722832ca4147b2aa45250d728c82b0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/fa722832ca4147b2aa45250d728c82b0 2024-11-24T02:22:13,125 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into fa722832ca4147b2aa45250d728c82b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:13,125 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:13,125 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=12, startTime=1732414933067; duration=0sec 2024-11-24T02:22:13,125 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:13,125 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:13,126 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:13,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9c158256860c41969541b5cc87346c78 is 50, key is test_row_0/A:col10/1732414932195/Put/seqid=0 2024-11-24T02:22:13,129 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:13,129 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:13,129 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:13,129 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=46.9 K 2024-11-24T02:22:13,130 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting bd25e0e7bba14c2cbb32447e59976138, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732414928298 2024-11-24T02:22:13,130 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 518189e0383c4a24b7245fce628d4511, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732414928323 2024-11-24T02:22:13,130 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d42c3ba5474710ade1d03d580a03b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414928941 2024-11-24T02:22:13,131 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 981c5f1d3e624269849e217d97399385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742060_1236 (size=12139) 2024-11-24T02:22:13,144 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/d8245e02313146f6b7e38aa31804964f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d8245e02313146f6b7e38aa31804964f 2024-11-24T02:22:13,149 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into d8245e02313146f6b7e38aa31804964f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:13,149 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:13,150 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=12, startTime=1732414933067; duration=0sec 2024-11-24T02:22:13,150 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:13,150 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:13,150 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:13,151 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/aa967b63dc6244e3b08be5bd5407376b is 50, key is test_row_0/C:col10/1732414932189/Put/seqid=0 2024-11-24T02:22:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742061_1237 (size=12001) 2024-11-24T02:22:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742062_1238 (size=12139) 2024-11-24T02:22:13,181 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/aa967b63dc6244e3b08be5bd5407376b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/aa967b63dc6244e3b08be5bd5407376b 2024-11-24T02:22:13,186 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into aa967b63dc6244e3b08be5bd5407376b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:13,186 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:13,187 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=12, startTime=1732414933067; duration=0sec 2024-11-24T02:22:13,187 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:13,187 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:13,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:13,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414993325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414993328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414993329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414993330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414993329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414993430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414993432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414993433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414993433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414993433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,566 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9c158256860c41969541b5cc87346c78 2024-11-24T02:22:13,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b45eb411fab642a4a66c32709f805f0b is 50, key is test_row_0/B:col10/1732414932195/Put/seqid=0 2024-11-24T02:22:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742063_1239 (size=12001) 2024-11-24T02:22:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414993634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414993635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414993636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414993636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414993636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414993938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414993939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414993940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414993940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414993941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:13,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b45eb411fab642a4a66c32709f805f0b 2024-11-24T02:22:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/001371dfb82446a2bb8b1bcdd438642f is 50, key is test_row_0/C:col10/1732414932195/Put/seqid=0 2024-11-24T02:22:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742064_1240 (size=12001) 2024-11-24T02:22:13,994 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/001371dfb82446a2bb8b1bcdd438642f 2024-11-24T02:22:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9c158256860c41969541b5cc87346c78 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78 2024-11-24T02:22:14,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T02:22:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b45eb411fab642a4a66c32709f805f0b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b 2024-11-24T02:22:14,009 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T02:22:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/001371dfb82446a2bb8b1bcdd438642f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f 2024-11-24T02:22:14,014 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T02:22:14,015 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b229cc310386d9862a6276d36351084 in 911ms, sequenceid=87, compaction requested=false 2024-11-24T02:22:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T02:22:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T02:22:14,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T02:22:14,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-24T02:22:14,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.5270 sec 2024-11-24T02:22:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:14,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:14,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:14,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eeb68cf737b54ec8a898dc33dc481564 is 50, key is test_row_0/A:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414994448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414994450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414994451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414994452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414994452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742065_1241 (size=14341) 2024-11-24T02:22:14,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eeb68cf737b54ec8a898dc33dc481564 2024-11-24T02:22:14,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/7bec7ae7c523454690a42e54c6bee5fa is 50, key is test_row_0/B:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742066_1242 (size=12001) 2024-11-24T02:22:14,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414994552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414994554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414994555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414994555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414994560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T02:22:14,596 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T02:22:14,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T02:22:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:14,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:14,600 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:14,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:14,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414994755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414994758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414994758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414994758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414994764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/7bec7ae7c523454690a42e54c6bee5fa 2024-11-24T02:22:14,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/ea7c97df001f41f7a62833847c03779d is 50, key is test_row_0/C:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742067_1243 (size=12001) 2024-11-24T02:22:14,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/ea7c97df001f41f7a62833847c03779d 2024-11-24T02:22:14,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:14,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:14,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eeb68cf737b54ec8a898dc33dc481564 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564 2024-11-24T02:22:14,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564, entries=200, sequenceid=117, filesize=14.0 K 2024-11-24T02:22:14,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/7bec7ae7c523454690a42e54c6bee5fa as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa 2024-11-24T02:22:14,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T02:22:14,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/ea7c97df001f41f7a62833847c03779d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d 2024-11-24T02:22:14,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T02:22:14,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 7b229cc310386d9862a6276d36351084 in 481ms, sequenceid=117, compaction requested=true 2024-11-24T02:22:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:14,926 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:14,926 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:14,927 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:14,927 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:14,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:14,927 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:14,927 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,927 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d8245e02313146f6b7e38aa31804964f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=37.6 K 2024-11-24T02:22:14,927 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/fa722832ca4147b2aa45250d728c82b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=35.3 K 2024-11-24T02:22:14,927 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8245e02313146f6b7e38aa31804964f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:14,928 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fa722832ca4147b2aa45250d728c82b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:14,928 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c158256860c41969541b5cc87346c78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732414932195 2024-11-24T02:22:14,928 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b45eb411fab642a4a66c32709f805f0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732414932195 2024-11-24T02:22:14,928 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeb68cf737b54ec8a898dc33dc481564, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:14,928 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bec7ae7c523454690a42e54c6bee5fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:14,937 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:14,938 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:14,938 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/36fd829dc32e4e4d9a3f03554578827f is 50, key is test_row_0/B:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,938 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/f22752933524492b82537fe30a83dec9 is 50, key is test_row_0/A:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742068_1244 (size=12241) 2024-11-24T02:22:14,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742069_1245 (size=12241) 2024-11-24T02:22:14,956 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/f22752933524492b82537fe30a83dec9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f22752933524492b82537fe30a83dec9 2024-11-24T02:22:14,962 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into f22752933524492b82537fe30a83dec9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:14,963 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:14,963 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=13, startTime=1732414934926; duration=0sec 2024-11-24T02:22:14,963 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:14,963 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:14,963 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:14,964 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:14,964 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:14,964 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:14,965 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/aa967b63dc6244e3b08be5bd5407376b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=35.3 K 2024-11-24T02:22:14,965 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa967b63dc6244e3b08be5bd5407376b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414931072 2024-11-24T02:22:14,966 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 001371dfb82446a2bb8b1bcdd438642f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732414932195 2024-11-24T02:22:14,966 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea7c97df001f41f7a62833847c03779d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:14,975 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:14,976 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/03b7b653aca74930ac92f7b76777dd0c is 50, key is test_row_0/C:col10/1732414934442/Put/seqid=0 2024-11-24T02:22:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742070_1246 (size=12241) 2024-11-24T02:22:14,987 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/03b7b653aca74930ac92f7b76777dd0c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/03b7b653aca74930ac92f7b76777dd0c 2024-11-24T02:22:14,994 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into 03b7b653aca74930ac92f7b76777dd0c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:14,994 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:14,994 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=13, startTime=1732414934926; duration=0sec 2024-11-24T02:22:14,994 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:14,994 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:15,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:15,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/006b280ef63e4a739e3611c8f68fd4a9 is 50, key is test_row_0/A:col10/1732414934450/Put/seqid=0 2024-11-24T02:22:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742071_1247 (size=9707) 2024-11-24T02:22:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414995082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414995084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414995085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414995086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414995086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414995187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414995188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414995190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414995190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414995190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:15,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,352 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/36fd829dc32e4e4d9a3f03554578827f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/36fd829dc32e4e4d9a3f03554578827f 2024-11-24T02:22:15,357 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into 36fd829dc32e4e4d9a3f03554578827f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:15,357 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:15,357 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=13, startTime=1732414934926; duration=0sec 2024-11-24T02:22:15,357 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:15,357 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:15,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414995390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414995392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414995393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414995393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414995406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/006b280ef63e4a739e3611c8f68fd4a9 2024-11-24T02:22:15,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/ac01fc5adc614b19acf44465527d4171 is 50, key is test_row_0/B:col10/1732414934450/Put/seqid=0 2024-11-24T02:22:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742072_1248 (size=9707) 2024-11-24T02:22:15,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414995692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414995696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414995696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414995696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414995708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:15,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/ac01fc5adc614b19acf44465527d4171 2024-11-24T02:22:15,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/0adf4a2b86b046c69f6eb2fb3029c178 is 50, key is test_row_0/C:col10/1732414934450/Put/seqid=0 2024-11-24T02:22:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742073_1249 (size=9707) 2024-11-24T02:22:15,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/0adf4a2b86b046c69f6eb2fb3029c178 2024-11-24T02:22:15,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/006b280ef63e4a739e3611c8f68fd4a9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9 2024-11-24T02:22:15,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9, entries=100, sequenceid=131, filesize=9.5 K 2024-11-24T02:22:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/ac01fc5adc614b19acf44465527d4171 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171 2024-11-24T02:22:15,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171, entries=100, sequenceid=131, filesize=9.5 K 2024-11-24T02:22:15,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/0adf4a2b86b046c69f6eb2fb3029c178 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178 2024-11-24T02:22:15,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178, entries=100, sequenceid=131, filesize=9.5 K 2024-11-24T02:22:15,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b229cc310386d9862a6276d36351084 in 871ms, sequenceid=131, compaction requested=false 2024-11-24T02:22:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:15,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:15,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:15,982 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9a950a1fdc7d452dab0b87ea9e2f5de3 is 50, key is test_row_0/A:col10/1732414935084/Put/seqid=0 2024-11-24T02:22:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742074_1250 (size=12151) 2024-11-24T02:22:15,997 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9a950a1fdc7d452dab0b87ea9e2f5de3 2024-11-24T02:22:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/724a1fd1d6374a5dbbd9399e2ea56a05 is 50, key is test_row_0/B:col10/1732414935084/Put/seqid=0 2024-11-24T02:22:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742075_1251 (size=12151) 2024-11-24T02:22:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:16,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414996203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414996205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414996205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414996206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414996214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414996306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414996309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414996309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414996309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/724a1fd1d6374a5dbbd9399e2ea56a05 2024-11-24T02:22:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/1bf1ba4e86ca4715b085e3646602dab7 is 50, key is test_row_0/C:col10/1732414935084/Put/seqid=0 2024-11-24T02:22:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742076_1252 (size=12151) 2024-11-24T02:22:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414996510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414996511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414996511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414996512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414996813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414996814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414996815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414996815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:16,826 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/1bf1ba4e86ca4715b085e3646602dab7 2024-11-24T02:22:16,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9a950a1fdc7d452dab0b87ea9e2f5de3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3 2024-11-24T02:22:16,835 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T02:22:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/724a1fd1d6374a5dbbd9399e2ea56a05 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05 2024-11-24T02:22:16,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T02:22:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/1bf1ba4e86ca4715b085e3646602dab7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7 2024-11-24T02:22:16,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T02:22:16,846 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7b229cc310386d9862a6276d36351084 in 864ms, sequenceid=157, compaction requested=true 2024-11-24T02:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T02:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T02:22:16,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T02:22:16,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2470 sec 2024-11-24T02:22:16,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.2510 sec 2024-11-24T02:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:17,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:22:17,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:17,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:17,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/854bc734f54f4d9390025138b6614dec is 50, key is test_row_0/A:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742077_1253 (size=9757) 2024-11-24T02:22:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414997288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414997318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414997318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414997319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414997322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414997391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414997594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:17,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/854bc734f54f4d9390025138b6614dec 2024-11-24T02:22:17,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/05866d23c6e4488d8db83f1030f3b80b is 50, key is test_row_0/B:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:17,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742078_1254 (size=9757) 2024-11-24T02:22:17,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414997899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/05866d23c6e4488d8db83f1030f3b80b 2024-11-24T02:22:18,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/78cace17575047f0be4942bbbaa98623 is 50, key is test_row_0/C:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742079_1255 (size=9757) 2024-11-24T02:22:18,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732414998322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732414998325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732414998326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732414998330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414998403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/78cace17575047f0be4942bbbaa98623 2024-11-24T02:22:18,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/854bc734f54f4d9390025138b6614dec as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec 2024-11-24T02:22:18,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec, entries=100, sequenceid=170, filesize=9.5 K 2024-11-24T02:22:18,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/05866d23c6e4488d8db83f1030f3b80b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b 2024-11-24T02:22:18,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b, entries=100, sequenceid=170, filesize=9.5 K 2024-11-24T02:22:18,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/78cace17575047f0be4942bbbaa98623 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623 2024-11-24T02:22:18,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623, entries=100, sequenceid=170, filesize=9.5 K 2024-11-24T02:22:18,478 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T02:22:18,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b229cc310386d9862a6276d36351084 in 1260ms, sequenceid=170, compaction requested=true 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:18,479 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:18,479 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:18,480 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:18,480 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:18,480 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:18,480 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:18,480 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:18,480 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:18,481 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f22752933524492b82537fe30a83dec9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=42.8 K 2024-11-24T02:22:18,481 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/36fd829dc32e4e4d9a3f03554578827f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=42.8 K 2024-11-24T02:22:18,481 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f22752933524492b82537fe30a83dec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:18,481 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fd829dc32e4e4d9a3f03554578827f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:18,482 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ac01fc5adc614b19acf44465527d4171, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732414934450 2024-11-24T02:22:18,482 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006b280ef63e4a739e3611c8f68fd4a9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732414934450 2024-11-24T02:22:18,482 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 724a1fd1d6374a5dbbd9399e2ea56a05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732414935079 2024-11-24T02:22:18,482 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a950a1fdc7d452dab0b87ea9e2f5de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732414935079 2024-11-24T02:22:18,483 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 05866d23c6e4488d8db83f1030f3b80b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414936204 2024-11-24T02:22:18,483 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 854bc734f54f4d9390025138b6614dec, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414936204 2024-11-24T02:22:18,493 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:18,494 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/2857144641284aecb33bb39cd7969d86 is 50, key is test_row_0/A:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:18,496 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:18,497 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/4912d539ed314ae4b65f7967059f17a5 is 50, key is test_row_0/B:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742080_1256 (size=12527) 2024-11-24T02:22:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742081_1257 (size=12527) 2024-11-24T02:22:18,524 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/4912d539ed314ae4b65f7967059f17a5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4912d539ed314ae4b65f7967059f17a5 2024-11-24T02:22:18,531 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into 4912d539ed314ae4b65f7967059f17a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:18,531 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:18,531 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=12, startTime=1732414938479; duration=0sec 2024-11-24T02:22:18,531 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:18,531 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:18,531 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:18,532 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:18,532 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:18,532 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:18,533 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/03b7b653aca74930ac92f7b76777dd0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=42.8 K 2024-11-24T02:22:18,533 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 03b7b653aca74930ac92f7b76777dd0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732414933324 2024-11-24T02:22:18,534 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0adf4a2b86b046c69f6eb2fb3029c178, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732414934450 2024-11-24T02:22:18,534 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bf1ba4e86ca4715b085e3646602dab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732414935079 2024-11-24T02:22:18,534 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 78cace17575047f0be4942bbbaa98623, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414936204 2024-11-24T02:22:18,543 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:18,543 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/2d6a970d28e4429dbfea165547fb1743 is 50, key is test_row_0/C:col10/1732414937217/Put/seqid=0 2024-11-24T02:22:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742082_1258 (size=12527) 2024-11-24T02:22:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T02:22:18,704 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T02:22:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T02:22:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:18,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:18,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:18,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:18,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:18,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T02:22:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:18,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/27ffd4b0f73146a69daee58180b82d8c is 50, key is test_row_0/A:col10/1732414937284/Put/seqid=0 2024-11-24T02:22:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742083_1259 (size=12151) 2024-11-24T02:22:18,908 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/2857144641284aecb33bb39cd7969d86 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/2857144641284aecb33bb39cd7969d86 2024-11-24T02:22:18,913 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into 2857144641284aecb33bb39cd7969d86(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:18,913 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:18,913 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=12, startTime=1732414938479; duration=0sec 2024-11-24T02:22:18,913 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:18,913 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:18,968 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/2d6a970d28e4429dbfea165547fb1743 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/2d6a970d28e4429dbfea165547fb1743 2024-11-24T02:22:18,974 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into 2d6a970d28e4429dbfea165547fb1743(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:18,974 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:18,974 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=12, startTime=1732414938479; duration=0sec 2024-11-24T02:22:18,974 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:18,974 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:19,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/27ffd4b0f73146a69daee58180b82d8c 2024-11-24T02:22:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b2bc5c4b4a8342199faecce1399021ee is 50, key is test_row_0/B:col10/1732414937284/Put/seqid=0 2024-11-24T02:22:19,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742084_1260 (size=12151) 2024-11-24T02:22:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:19,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:19,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414999435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414999538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:19,690 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b2bc5c4b4a8342199faecce1399021ee 2024-11-24T02:22:19,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f1434ed1a7ec4341814ee289267c26c5 is 50, key is test_row_0/C:col10/1732414937284/Put/seqid=0 2024-11-24T02:22:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742085_1261 (size=12151) 2024-11-24T02:22:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732414999740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:20,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415000044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f1434ed1a7ec4341814ee289267c26c5 2024-11-24T02:22:20,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/27ffd4b0f73146a69daee58180b82d8c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c 2024-11-24T02:22:20,124 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T02:22:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b2bc5c4b4a8342199faecce1399021ee as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee 2024-11-24T02:22:20,129 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T02:22:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f1434ed1a7ec4341814ee289267c26c5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5 2024-11-24T02:22:20,134 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T02:22:20,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7b229cc310386d9862a6276d36351084 in 1273ms, sequenceid=194, compaction requested=false 2024-11-24T02:22:20,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:20,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:20,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T02:22:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T02:22:20,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T02:22:20,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-24T02:22:20,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4320 sec 2024-11-24T02:22:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:20,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:20,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9f5dc3b449f74a42ace81c107b895fb9 is 50, key is test_row_0/A:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742086_1262 (size=12151) 2024-11-24T02:22:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415000366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415000368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415000368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415000369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415000470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415000471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415000471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415000472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415000546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415000672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415000674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415000675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415000675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9f5dc3b449f74a42ace81c107b895fb9 2024-11-24T02:22:20,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/081f20e7e3d1439ea09942a395cb2188 is 50, key is test_row_0/B:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742087_1263 (size=12151) 2024-11-24T02:22:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T02:22:20,811 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T02:22:20,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T02:22:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:20,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:20,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:20,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:20,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T02:22:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:20,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:20,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415000975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415000979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415000979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415000980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:21,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T02:22:21,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:21,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/081f20e7e3d1439ea09942a395cb2188 2024-11-24T02:22:21,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/35834cb391814b499e1f5dfac9f450e0 is 50, key is test_row_0/C:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742088_1264 (size=12151) 2024-11-24T02:22:21,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/35834cb391814b499e1f5dfac9f450e0 2024-11-24T02:22:21,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/9f5dc3b449f74a42ace81c107b895fb9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9 2024-11-24T02:22:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T02:22:21,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/081f20e7e3d1439ea09942a395cb2188 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188 2024-11-24T02:22:21,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T02:22:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/35834cb391814b499e1f5dfac9f450e0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0 2024-11-24T02:22:21,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T02:22:21,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7b229cc310386d9862a6276d36351084 in 859ms, sequenceid=210, compaction requested=true 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:21,190 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:21,190 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:21,191 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:21,191 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:21,191 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,191 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/2857144641284aecb33bb39cd7969d86, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.0 K 2024-11-24T02:22:21,192 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:21,192 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:21,192 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,192 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2857144641284aecb33bb39cd7969d86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414935079 2024-11-24T02:22:21,192 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4912d539ed314ae4b65f7967059f17a5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.0 K 2024-11-24T02:22:21,192 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27ffd4b0f73146a69daee58180b82d8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414937281 2024-11-24T02:22:21,192 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4912d539ed314ae4b65f7967059f17a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414935079 2024-11-24T02:22:21,193 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5dc3b449f74a42ace81c107b895fb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:21,193 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b2bc5c4b4a8342199faecce1399021ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414937281 2024-11-24T02:22:21,193 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 081f20e7e3d1439ea09942a395cb2188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:21,203 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:21,204 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/b64a810189be4892a70083dff4758a38 is 50, key is test_row_0/A:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:21,217 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:21,218 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b818c47c10dd4d6a9c34f1b19af13526 is 50, key is test_row_0/B:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742090_1266 (size=12629) 2024-11-24T02:22:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742089_1265 (size=12629) 2024-11-24T02:22:21,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T02:22:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,273 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eb4fb8c8cfe24390832f8ae808920985 is 50, key is test_row_0/A:col10/1732414940367/Put/seqid=0 2024-11-24T02:22:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742091_1267 (size=12151) 2024-11-24T02:22:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:21,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:21,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415001490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415001491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415001491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415001493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415001554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415001594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415001595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415001595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415001595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,647 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/b818c47c10dd4d6a9c34f1b19af13526 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b818c47c10dd4d6a9c34f1b19af13526 2024-11-24T02:22:21,653 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into b818c47c10dd4d6a9c34f1b19af13526(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:21,653 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:21,653 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=13, startTime=1732414941190; duration=0sec 2024-11-24T02:22:21,653 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:21,653 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:21,653 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:21,654 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:21,654 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:21,654 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:21,655 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/2d6a970d28e4429dbfea165547fb1743, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.0 K 2024-11-24T02:22:21,655 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/b64a810189be4892a70083dff4758a38 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/b64a810189be4892a70083dff4758a38 2024-11-24T02:22:21,655 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d6a970d28e4429dbfea165547fb1743, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732414935079 2024-11-24T02:22:21,655 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f1434ed1a7ec4341814ee289267c26c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414937281 2024-11-24T02:22:21,656 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 35834cb391814b499e1f5dfac9f450e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:21,663 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#225 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:21,664 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/fe9985f37fea4494b86d7b7eea6e0729 is 50, key is test_row_0/C:col10/1732414940329/Put/seqid=0 2024-11-24T02:22:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742092_1268 (size=12629) 2024-11-24T02:22:21,672 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/fe9985f37fea4494b86d7b7eea6e0729 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/fe9985f37fea4494b86d7b7eea6e0729 2024-11-24T02:22:21,676 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into b64a810189be4892a70083dff4758a38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:21,676 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:21,676 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=13, startTime=1732414941190; duration=0sec 2024-11-24T02:22:21,676 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:21,676 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:21,677 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into fe9985f37fea4494b86d7b7eea6e0729(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:21,678 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:21,678 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=13, startTime=1732414941190; duration=0sec 2024-11-24T02:22:21,678 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:21,678 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:21,690 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eb4fb8c8cfe24390832f8ae808920985 2024-11-24T02:22:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/f67a6a3e92da458fafca47a1cc40de28 is 50, key is test_row_0/B:col10/1732414940367/Put/seqid=0 2024-11-24T02:22:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742093_1269 (size=12151) 2024-11-24T02:22:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415001797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415001798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415001798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415001799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415002100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415002102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415002102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415002102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,104 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/f67a6a3e92da458fafca47a1cc40de28 2024-11-24T02:22:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/9bf1e5ef00b74f06902b0d6e90360527 is 50, key is test_row_0/C:col10/1732414940367/Put/seqid=0 2024-11-24T02:22:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742094_1270 (size=12151) 2024-11-24T02:22:22,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/9bf1e5ef00b74f06902b0d6e90360527 2024-11-24T02:22:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/eb4fb8c8cfe24390832f8ae808920985 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985 2024-11-24T02:22:22,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985, entries=150, sequenceid=232, filesize=11.9 K 2024-11-24T02:22:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/f67a6a3e92da458fafca47a1cc40de28 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28 2024-11-24T02:22:22,531 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28, entries=150, sequenceid=232, filesize=11.9 K 2024-11-24T02:22:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/9bf1e5ef00b74f06902b0d6e90360527 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527 2024-11-24T02:22:22,536 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527, entries=150, sequenceid=232, filesize=11.9 K 2024-11-24T02:22:22,537 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7b229cc310386d9862a6276d36351084 in 1265ms, sequenceid=232, compaction requested=false 2024-11-24T02:22:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T02:22:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T02:22:22,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T02:22:22,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-24T02:22:22,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7280 sec 2024-11-24T02:22:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:22,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T02:22:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:22,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/c572265e395540c784bac70b7bf66e68 is 50, key is test_row_0/A:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742095_1271 (size=12151) 2024-11-24T02:22:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415002619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415002620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415002621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415002621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415002723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415002725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415002725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415002725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T02:22:22,918 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T02:22:22,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T02:22:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:22,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:22,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:22,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415002926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415002927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415002927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415002928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/c572265e395540c784bac70b7bf66e68 2024-11-24T02:22:23,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/1b8bd0dc46cb411aae6fa5805b04b604 is 50, key is test_row_0/B:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742096_1272 (size=12151) 2024-11-24T02:22:23,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T02:22:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:23,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T02:22:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415003230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415003231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415003231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415003232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T02:22:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:23,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/1b8bd0dc46cb411aae6fa5805b04b604 2024-11-24T02:22:23,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f6c35099fe4448eaa3e6c13816441b95 is 50, key is test_row_0/C:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742097_1273 (size=12151) 2024-11-24T02:22:23,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f6c35099fe4448eaa3e6c13816441b95 2024-11-24T02:22:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/c572265e395540c784bac70b7bf66e68 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68 2024-11-24T02:22:23,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:22:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/1b8bd0dc46cb411aae6fa5805b04b604 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604 2024-11-24T02:22:23,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:22:23,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f6c35099fe4448eaa3e6c13816441b95 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95 2024-11-24T02:22:23,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T02:22:23,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7b229cc310386d9862a6276d36351084 in 859ms, sequenceid=250, compaction requested=true 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:23,462 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:23,462 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:23,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:23,464 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:23,464 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:23,464 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:23,464 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:23,464 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,464 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,464 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b818c47c10dd4d6a9c34f1b19af13526, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.1 K 2024-11-24T02:22:23,464 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/b64a810189be4892a70083dff4758a38, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.1 K 2024-11-24T02:22:23,465 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b818c47c10dd4d6a9c34f1b19af13526, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:23,465 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting b64a810189be4892a70083dff4758a38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:23,465 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f67a6a3e92da458fafca47a1cc40de28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732414940365 2024-11-24T02:22:23,465 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb4fb8c8cfe24390832f8ae808920985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732414940365 2024-11-24T02:22:23,465 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b8bd0dc46cb411aae6fa5805b04b604, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:23,466 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c572265e395540c784bac70b7bf66e68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:23,474 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:23,475 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/2a7c68b0ef2b475da03dc7e236696d57 is 50, key is test_row_0/B:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:23,477 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#231 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:23,477 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/7face2d1eeb5404ba3bc471efc5d30a5 is 50, key is test_row_0/A:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742098_1274 (size=12731) 2024-11-24T02:22:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742099_1275 (size=12731) 2024-11-24T02:22:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:23,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T02:22:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,536 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:23,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/88ad195120344f3f8aa464d66b99188e is 50, key is test_row_0/A:col10/1732414942620/Put/seqid=0 2024-11-24T02:22:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742100_1276 (size=12301) 2024-11-24T02:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415003594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415003698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415003734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415003736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415003736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415003736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,886 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/2a7c68b0ef2b475da03dc7e236696d57 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/2a7c68b0ef2b475da03dc7e236696d57 2024-11-24T02:22:23,892 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/7face2d1eeb5404ba3bc471efc5d30a5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/7face2d1eeb5404ba3bc471efc5d30a5 2024-11-24T02:22:23,892 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into 2a7c68b0ef2b475da03dc7e236696d57(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:23,892 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:23,892 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=13, startTime=1732414943462; duration=0sec 2024-11-24T02:22:23,892 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:23,893 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:23,893 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:23,894 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:23,894 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:23,894 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:23,894 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/fe9985f37fea4494b86d7b7eea6e0729, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=36.1 K 2024-11-24T02:22:23,894 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9985f37fea4494b86d7b7eea6e0729, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732414939427 2024-11-24T02:22:23,895 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf1e5ef00b74f06902b0d6e90360527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732414940365 2024-11-24T02:22:23,895 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c35099fe4448eaa3e6c13816441b95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:23,897 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into 7face2d1eeb5404ba3bc471efc5d30a5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:23,897 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:23,897 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=13, startTime=1732414943462; duration=0sec 2024-11-24T02:22:23,897 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:23,897 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:23,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415003901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:23,903 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:23,904 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/63d085a5758c429cab58845472452a52 is 50, key is test_row_0/C:col10/1732414941488/Put/seqid=0 2024-11-24T02:22:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742101_1277 (size=12731) 2024-11-24T02:22:23,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/88ad195120344f3f8aa464d66b99188e 2024-11-24T02:22:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/bd1033c728c4469eb7675939302968ef is 50, key is test_row_0/B:col10/1732414942620/Put/seqid=0 2024-11-24T02:22:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742102_1278 (size=12301) 2024-11-24T02:22:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415004204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,313 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/63d085a5758c429cab58845472452a52 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/63d085a5758c429cab58845472452a52 2024-11-24T02:22:24,318 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into 63d085a5758c429cab58845472452a52(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:24,318 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:24,318 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=13, startTime=1732414943462; duration=0sec 2024-11-24T02:22:24,319 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:24,319 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:24,358 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/bd1033c728c4469eb7675939302968ef 2024-11-24T02:22:24,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/249882f286a448d8bc5dc15b35d90024 is 50, key is test_row_0/C:col10/1732414942620/Put/seqid=0 2024-11-24T02:22:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742103_1279 (size=12301) 2024-11-24T02:22:24,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415004707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415004740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415004741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415004743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415004746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:24,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/249882f286a448d8bc5dc15b35d90024 2024-11-24T02:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/88ad195120344f3f8aa464d66b99188e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e 2024-11-24T02:22:24,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T02:22:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/bd1033c728c4469eb7675939302968ef as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef 2024-11-24T02:22:24,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T02:22:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/249882f286a448d8bc5dc15b35d90024 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024 2024-11-24T02:22:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T02:22:24,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7b229cc310386d9862a6276d36351084 in 1254ms, sequenceid=272, compaction requested=false 2024-11-24T02:22:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T02:22:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T02:22:24,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T02:22:24,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-24T02:22:24,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8750 sec 2024-11-24T02:22:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T02:22:25,025 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T02:22:25,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T02:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:25,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:25,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:25,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:25,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:25,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:25,181 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/091b13ce9dd74b09b3d974da64b50c74 is 50, key is test_row_0/A:col10/1732414943593/Put/seqid=0 2024-11-24T02:22:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742104_1280 (size=12301) 2024-11-24T02:22:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:25,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/091b13ce9dd74b09b3d974da64b50c74 2024-11-24T02:22:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/e4e273acd24b4185b0204e95a46e8ed7 is 50, key is test_row_0/B:col10/1732414943593/Put/seqid=0 2024-11-24T02:22:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742105_1281 (size=12301) 2024-11-24T02:22:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415005765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:25,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415005868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/e4e273acd24b4185b0204e95a46e8ed7 2024-11-24T02:22:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/c97f71451fc34ac5a8405148e6cee66a is 50, key is test_row_0/C:col10/1732414943593/Put/seqid=0 2024-11-24T02:22:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742106_1282 (size=12301) 2024-11-24T02:22:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415006070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:26,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415006375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/c97f71451fc34ac5a8405148e6cee66a 2024-11-24T02:22:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/091b13ce9dd74b09b3d974da64b50c74 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74 2024-11-24T02:22:26,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T02:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/e4e273acd24b4185b0204e95a46e8ed7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7 2024-11-24T02:22:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T02:22:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/c97f71451fc34ac5a8405148e6cee66a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a 2024-11-24T02:22:26,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T02:22:26,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7b229cc310386d9862a6276d36351084 in 1269ms, sequenceid=289, compaction requested=true 2024-11-24T02:22:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T02:22:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T02:22:26,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T02:22:26,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-24T02:22:26,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4280 sec 2024-11-24T02:22:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:26,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:22:26,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:26,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/a0feb32a46ff4380898df00510e1bfa1 is 50, key is test_row_0/A:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742107_1283 (size=12301) 2024-11-24T02:22:26,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/a0feb32a46ff4380898df00510e1bfa1 2024-11-24T02:22:26,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/4326cc2fddbe41c185c9e95df26f829a is 50, key is test_row_0/B:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415006762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415006761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415006763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415006763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742108_1284 (size=12301) 2024-11-24T02:22:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415006866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415006866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415006866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415006866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415006877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415007069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415007070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415007070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415007071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T02:22:27,132 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T02:22:27,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T02:22:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:27,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:27,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:27,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:27,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/4326cc2fddbe41c185c9e95df26f829a 2024-11-24T02:22:27,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/164e5189855c4596bd2d2fe828aadb66 is 50, key is test_row_0/C:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742109_1285 (size=12301) 2024-11-24T02:22:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:27,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T02:22:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415007373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415007373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415007374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415007375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:27,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T02:22:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/164e5189855c4596bd2d2fe828aadb66 2024-11-24T02:22:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/a0feb32a46ff4380898df00510e1bfa1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1 2024-11-24T02:22:27,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1, entries=150, sequenceid=312, filesize=12.0 K 2024-11-24T02:22:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/4326cc2fddbe41c185c9e95df26f829a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a 2024-11-24T02:22:27,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T02:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-24T02:22:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:27,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/164e5189855c4596bd2d2fe828aadb66 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66 2024-11-24T02:22:27,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66, entries=150, sequenceid=312, filesize=12.0 K 2024-11-24T02:22:27,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 7b229cc310386d9862a6276d36351084 in 854ms, sequenceid=312, compaction requested=true 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:27,601 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:27,601 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:27,602 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:27,602 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:27,602 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/A is initiating minor compaction (all files) 2024-11-24T02:22:27,602 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/B is initiating minor compaction (all files) 2024-11-24T02:22:27,602 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/A in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,602 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/B in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,602 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/7face2d1eeb5404ba3bc471efc5d30a5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=48.5 K 2024-11-24T02:22:27,603 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/2a7c68b0ef2b475da03dc7e236696d57, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=48.5 K 2024-11-24T02:22:27,603 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7face2d1eeb5404ba3bc471efc5d30a5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:27,603 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7c68b0ef2b475da03dc7e236696d57, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:27,603 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting bd1033c728c4469eb7675939302968ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732414942613 2024-11-24T02:22:27,603 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88ad195120344f3f8aa464d66b99188e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732414942613 2024-11-24T02:22:27,604 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e273acd24b4185b0204e95a46e8ed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414943585 2024-11-24T02:22:27,604 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 091b13ce9dd74b09b3d974da64b50c74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414943585 2024-11-24T02:22:27,604 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4326cc2fddbe41c185c9e95df26f829a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732414945743 2024-11-24T02:22:27,604 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0feb32a46ff4380898df00510e1bfa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732414945743 2024-11-24T02:22:27,615 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:27,616 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/d86f3826ca8b4d608d0c7939ce4dab09 is 50, key is test_row_0/B:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:27,618 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:27,618 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/53c29d2c909e4d88b28f146b63a97b75 is 50, key is test_row_0/A:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742110_1286 (size=13017) 2024-11-24T02:22:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742111_1287 (size=13017) 2024-11-24T02:22:27,631 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/53c29d2c909e4d88b28f146b63a97b75 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/53c29d2c909e4d88b28f146b63a97b75 2024-11-24T02:22:27,635 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/A of 7b229cc310386d9862a6276d36351084 into 53c29d2c909e4d88b28f146b63a97b75(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:27,635 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:27,636 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/A, priority=12, startTime=1732414947601; duration=0sec 2024-11-24T02:22:27,636 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:27,636 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:27,636 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:22:27,637 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:22:27,637 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 7b229cc310386d9862a6276d36351084/C is initiating minor compaction (all files) 2024-11-24T02:22:27,637 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b229cc310386d9862a6276d36351084/C in TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,637 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/63d085a5758c429cab58845472452a52, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp, totalSize=48.5 K 2024-11-24T02:22:27,638 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d085a5758c429cab58845472452a52, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732414941488 2024-11-24T02:22:27,638 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 249882f286a448d8bc5dc15b35d90024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732414942613 2024-11-24T02:22:27,638 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97f71451fc34ac5a8405148e6cee66a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732414943585 2024-11-24T02:22:27,639 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 164e5189855c4596bd2d2fe828aadb66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732414945743 2024-11-24T02:22:27,648 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b229cc310386d9862a6276d36351084#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:27,648 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/1a0b4c76e7dd42c0aff5a8a5dab40e09 is 50, key is test_row_0/C:col10/1732414945757/Put/seqid=0 2024-11-24T02:22:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742112_1288 (size=13017) 2024-11-24T02:22:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:27,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T02:22:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:27,747 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/95cbec9993d640e79c10d23816a8acb6 is 50, key is test_row_0/A:col10/1732414946759/Put/seqid=0 2024-11-24T02:22:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742113_1289 (size=12301) 2024-11-24T02:22:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:27,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. as already flushing 2024-11-24T02:22:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415007892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415007892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415007892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415007893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415007894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415007995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415007995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415007996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415007997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415007998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,033 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/d86f3826ca8b4d608d0c7939ce4dab09 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/d86f3826ca8b4d608d0c7939ce4dab09 2024-11-24T02:22:28,038 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/B of 7b229cc310386d9862a6276d36351084 into d86f3826ca8b4d608d0c7939ce4dab09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:28,038 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:28,038 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/B, priority=12, startTime=1732414947601; duration=0sec 2024-11-24T02:22:28,038 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:28,038 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:28,057 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/1a0b4c76e7dd42c0aff5a8a5dab40e09 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1a0b4c76e7dd42c0aff5a8a5dab40e09 2024-11-24T02:22:28,061 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b229cc310386d9862a6276d36351084/C of 7b229cc310386d9862a6276d36351084 into 1a0b4c76e7dd42c0aff5a8a5dab40e09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:28,061 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:28,061 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084., storeName=7b229cc310386d9862a6276d36351084/C, priority=12, startTime=1732414947601; duration=0sec 2024-11-24T02:22:28,061 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:28,062 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:28,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/95cbec9993d640e79c10d23816a8acb6 2024-11-24T02:22:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a2582ec177984434995da770386ca101 is 50, key is test_row_0/B:col10/1732414946759/Put/seqid=0 2024-11-24T02:22:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742114_1290 (size=12301) 2024-11-24T02:22:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415008198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415008198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415008199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415008200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415008200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:28,293 DEBUG [Thread-1057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:54374 2024-11-24T02:22:28,294 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:28,294 DEBUG [Thread-1053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:54374 2024-11-24T02:22:28,294 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:28,295 DEBUG [Thread-1055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:54374 2024-11-24T02:22:28,295 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:28,296 DEBUG [Thread-1051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:54374 2024-11-24T02:22:28,296 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:28,296 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:54374 2024-11-24T02:22:28,296 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:28,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1732415008500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732415008502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53604 deadline: 1732415008502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732415008503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732415008504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:28,572 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a2582ec177984434995da770386ca101 2024-11-24T02:22:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/6d2459948fc14d44bf9b83e95a96fa8c is 50, key is test_row_0/C:col10/1732414946759/Put/seqid=0 2024-11-24T02:22:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742115_1291 (size=12301) 2024-11-24T02:22:28,983 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/6d2459948fc14d44bf9b83e95a96fa8c 2024-11-24T02:22:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/95cbec9993d640e79c10d23816a8acb6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/95cbec9993d640e79c10d23816a8acb6 2024-11-24T02:22:28,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/95cbec9993d640e79c10d23816a8acb6, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T02:22:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a2582ec177984434995da770386ca101 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a2582ec177984434995da770386ca101 2024-11-24T02:22:28,994 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a2582ec177984434995da770386ca101, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T02:22:28,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/6d2459948fc14d44bf9b83e95a96fa8c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/6d2459948fc14d44bf9b83e95a96fa8c 2024-11-24T02:22:28,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/6d2459948fc14d44bf9b83e95a96fa8c, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T02:22:28,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7b229cc310386d9862a6276d36351084 in 1251ms, sequenceid=327, compaction requested=false 2024-11-24T02:22:28,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:28,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:28,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T02:22:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T02:22:29,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T02:22:29,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-24T02:22:29,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8670 sec 2024-11-24T02:22:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:29,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:22:29,004 DEBUG [Thread-1038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:54374 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:29,004 DEBUG [Thread-1038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:29,006 DEBUG [Thread-1040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:54374 2024-11-24T02:22:29,006 DEBUG [Thread-1040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,007 DEBUG [Thread-1044 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:54374 2024-11-24T02:22:29,007 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/8934c25eb62c4c438c176cf967f3304a is 50, key is test_row_0/A:col10/1732414947890/Put/seqid=0 2024-11-24T02:22:29,009 DEBUG [Thread-1046 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:54374 2024-11-24T02:22:29,009 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,009 DEBUG [Thread-1042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:54374 2024-11-24T02:22:29,010 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742116_1292 (size=12301) 2024-11-24T02:22:29,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:22:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T02:22:29,239 INFO [Thread-1048 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7609 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7383 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7757 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7615 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7412 2024-11-24T02:22:29,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:22:29,239 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:22:29,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:54374 2024-11-24T02:22:29,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:29,240 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:22:29,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:22:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:29,243 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414949243"}]},"ts":"1732414949243"} 2024-11-24T02:22:29,244 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:22:29,246 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:22:29,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:22:29,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, UNASSIGN}] 2024-11-24T02:22:29,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, UNASSIGN 2024-11-24T02:22:29,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=7b229cc310386d9862a6276d36351084, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:29,249 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:22:29,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:29,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:29,401 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:29,401 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:22:29,401 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 7b229cc310386d9862a6276d36351084, disabling compactions & flushes 2024-11-24T02:22:29,401 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:29,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/8934c25eb62c4c438c176cf967f3304a 2024-11-24T02:22:29,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/be7e6540e3ba4784a25b14822a2f223b is 50, key is test_row_0/B:col10/1732414947890/Put/seqid=0 2024-11-24T02:22:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742117_1293 (size=12301) 2024-11-24T02:22:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:29,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/be7e6540e3ba4784a25b14822a2f223b 2024-11-24T02:22:29,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f08bbffb8457427e8d12423af7d5d5c7 is 50, key is test_row_0/C:col10/1732414947890/Put/seqid=0 2024-11-24T02:22:29,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742118_1294 (size=12301) 2024-11-24T02:22:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:30,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f08bbffb8457427e8d12423af7d5d5c7 2024-11-24T02:22:30,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/8934c25eb62c4c438c176cf967f3304a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/8934c25eb62c4c438c176cf967f3304a 2024-11-24T02:22:30,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/8934c25eb62c4c438c176cf967f3304a, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T02:22:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/be7e6540e3ba4784a25b14822a2f223b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/be7e6540e3ba4784a25b14822a2f223b 2024-11-24T02:22:30,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/be7e6540e3ba4784a25b14822a2f223b, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T02:22:30,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/f08bbffb8457427e8d12423af7d5d5c7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f08bbffb8457427e8d12423af7d5d5c7 2024-11-24T02:22:30,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f08bbffb8457427e8d12423af7d5d5c7, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T02:22:30,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 7b229cc310386d9862a6276d36351084 in 1244ms, sequenceid=352, compaction requested=true 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:30,248 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:30,248 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:30,248 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. after waiting 0 ms 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. because compaction request was cancelled 2024-11-24T02:22:30,248 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:A 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. because compaction request was cancelled 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b229cc310386d9862a6276d36351084:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:B 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. because compaction request was cancelled 2024-11-24T02:22:30,248 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 7b229cc310386d9862a6276d36351084 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:22:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:30,248 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b229cc310386d9862a6276d36351084:C 2024-11-24T02:22:30,248 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=A 2024-11-24T02:22:30,249 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:30,249 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=B 2024-11-24T02:22:30,249 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:30,249 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b229cc310386d9862a6276d36351084, store=C 2024-11-24T02:22:30,249 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:30,251 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/610cb6b321664a149f70a7e9eb9c3169 is 50, key is test_row_0/A:col10/1732414949007/Put/seqid=0 2024-11-24T02:22:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742119_1295 (size=9857) 2024-11-24T02:22:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:30,656 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/610cb6b321664a149f70a7e9eb9c3169 2024-11-24T02:22:30,662 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a4df1eeec3f34573b3078051f3a95fbd is 50, key is test_row_0/B:col10/1732414949007/Put/seqid=0 2024-11-24T02:22:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742120_1296 (size=9857) 2024-11-24T02:22:31,066 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a4df1eeec3f34573b3078051f3a95fbd 2024-11-24T02:22:31,072 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/d2d819ef72d3465984be7f626b077e42 is 50, key is test_row_0/C:col10/1732414949007/Put/seqid=0 2024-11-24T02:22:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742121_1297 (size=9857) 2024-11-24T02:22:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:31,476 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/d2d819ef72d3465984be7f626b077e42 2024-11-24T02:22:31,480 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/A/610cb6b321664a149f70a7e9eb9c3169 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/610cb6b321664a149f70a7e9eb9c3169 2024-11-24T02:22:31,483 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/610cb6b321664a149f70a7e9eb9c3169, entries=100, sequenceid=359, filesize=9.6 K 2024-11-24T02:22:31,484 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/B/a4df1eeec3f34573b3078051f3a95fbd as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a4df1eeec3f34573b3078051f3a95fbd 2024-11-24T02:22:31,487 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a4df1eeec3f34573b3078051f3a95fbd, entries=100, sequenceid=359, filesize=9.6 K 2024-11-24T02:22:31,487 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/.tmp/C/d2d819ef72d3465984be7f626b077e42 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/d2d819ef72d3465984be7f626b077e42 2024-11-24T02:22:31,490 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/d2d819ef72d3465984be7f626b077e42, entries=100, sequenceid=359, filesize=9.6 K 2024-11-24T02:22:31,491 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7b229cc310386d9862a6276d36351084 in 1243ms, sequenceid=359, compaction requested=true 2024-11-24T02:22:31,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d8245e02313146f6b7e38aa31804964f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f22752933524492b82537fe30a83dec9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/2857144641284aecb33bb39cd7969d86, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/b64a810189be4892a70083dff4758a38, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/7face2d1eeb5404ba3bc471efc5d30a5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1] to archive 2024-11-24T02:22:31,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:31,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d5ed94ab2b0a4048b5951adfae51203b 2024-11-24T02:22:31,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/3668d84d0c0f4f1e8a5a491173457218 2024-11-24T02:22:31,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/84964b46cf104cf5b8e9838f98cf2bc2 2024-11-24T02:22:31,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d8245e02313146f6b7e38aa31804964f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/d8245e02313146f6b7e38aa31804964f 2024-11-24T02:22:31,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f8ebc022cc3e482da46c9a4d8f6b5008 2024-11-24T02:22:31,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9c158256860c41969541b5cc87346c78 2024-11-24T02:22:31,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eeb68cf737b54ec8a898dc33dc481564 2024-11-24T02:22:31,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f22752933524492b82537fe30a83dec9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/f22752933524492b82537fe30a83dec9 2024-11-24T02:22:31,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/006b280ef63e4a739e3611c8f68fd4a9 2024-11-24T02:22:31,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9a950a1fdc7d452dab0b87ea9e2f5de3 2024-11-24T02:22:31,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/2857144641284aecb33bb39cd7969d86 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/2857144641284aecb33bb39cd7969d86 2024-11-24T02:22:31,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/854bc734f54f4d9390025138b6614dec 2024-11-24T02:22:31,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/27ffd4b0f73146a69daee58180b82d8c 2024-11-24T02:22:31,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/b64a810189be4892a70083dff4758a38 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/b64a810189be4892a70083dff4758a38 2024-11-24T02:22:31,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/9f5dc3b449f74a42ace81c107b895fb9 2024-11-24T02:22:31,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/eb4fb8c8cfe24390832f8ae808920985 2024-11-24T02:22:31,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/7face2d1eeb5404ba3bc471efc5d30a5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/7face2d1eeb5404ba3bc471efc5d30a5 2024-11-24T02:22:31,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/c572265e395540c784bac70b7bf66e68 2024-11-24T02:22:31,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/88ad195120344f3f8aa464d66b99188e 2024-11-24T02:22:31,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/091b13ce9dd74b09b3d974da64b50c74 2024-11-24T02:22:31,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/a0feb32a46ff4380898df00510e1bfa1 2024-11-24T02:22:31,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/fa722832ca4147b2aa45250d728c82b0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/36fd829dc32e4e4d9a3f03554578827f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4912d539ed314ae4b65f7967059f17a5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b818c47c10dd4d6a9c34f1b19af13526, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/2a7c68b0ef2b475da03dc7e236696d57, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a] to archive 2024-11-24T02:22:31,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:31,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/03a1c20ecacd4486a36fba7544fb2f2e 2024-11-24T02:22:31,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/8f76cd9fe4004da79e88e65b20ecad71 2024-11-24T02:22:31,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/3160be4668de46688ba0bc76bac8c645 2024-11-24T02:22:31,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/fa722832ca4147b2aa45250d728c82b0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/fa722832ca4147b2aa45250d728c82b0 2024-11-24T02:22:31,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/6888269f17224bf3a7796b3ac40f7e96 2024-11-24T02:22:31,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b45eb411fab642a4a66c32709f805f0b 2024-11-24T02:22:31,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/36fd829dc32e4e4d9a3f03554578827f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/36fd829dc32e4e4d9a3f03554578827f 2024-11-24T02:22:31,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/7bec7ae7c523454690a42e54c6bee5fa 2024-11-24T02:22:31,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/ac01fc5adc614b19acf44465527d4171 2024-11-24T02:22:31,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/724a1fd1d6374a5dbbd9399e2ea56a05 2024-11-24T02:22:31,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4912d539ed314ae4b65f7967059f17a5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4912d539ed314ae4b65f7967059f17a5 2024-11-24T02:22:31,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/05866d23c6e4488d8db83f1030f3b80b 2024-11-24T02:22:31,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b2bc5c4b4a8342199faecce1399021ee 2024-11-24T02:22:31,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b818c47c10dd4d6a9c34f1b19af13526 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/b818c47c10dd4d6a9c34f1b19af13526 2024-11-24T02:22:31,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/081f20e7e3d1439ea09942a395cb2188 2024-11-24T02:22:31,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/f67a6a3e92da458fafca47a1cc40de28 2024-11-24T02:22:31,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/2a7c68b0ef2b475da03dc7e236696d57 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/2a7c68b0ef2b475da03dc7e236696d57 2024-11-24T02:22:31,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/1b8bd0dc46cb411aae6fa5805b04b604 2024-11-24T02:22:31,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/bd1033c728c4469eb7675939302968ef 2024-11-24T02:22:31,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/e4e273acd24b4185b0204e95a46e8ed7 2024-11-24T02:22:31,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/4326cc2fddbe41c185c9e95df26f829a 2024-11-24T02:22:31,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/aa967b63dc6244e3b08be5bd5407376b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/03b7b653aca74930ac92f7b76777dd0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/2d6a970d28e4429dbfea165547fb1743, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/fe9985f37fea4494b86d7b7eea6e0729, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/63d085a5758c429cab58845472452a52, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66] to archive 2024-11-24T02:22:31,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:22:31,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/bd25e0e7bba14c2cbb32447e59976138 2024-11-24T02:22:31,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/518189e0383c4a24b7245fce628d4511 2024-11-24T02:22:31,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/16d42c3ba5474710ade1d03d580a03b1 2024-11-24T02:22:31,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/aa967b63dc6244e3b08be5bd5407376b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/aa967b63dc6244e3b08be5bd5407376b 2024-11-24T02:22:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/981c5f1d3e624269849e217d97399385 2024-11-24T02:22:31,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/001371dfb82446a2bb8b1bcdd438642f 2024-11-24T02:22:31,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/03b7b653aca74930ac92f7b76777dd0c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/03b7b653aca74930ac92f7b76777dd0c 2024-11-24T02:22:31,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/ea7c97df001f41f7a62833847c03779d 2024-11-24T02:22:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/0adf4a2b86b046c69f6eb2fb3029c178 2024-11-24T02:22:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1bf1ba4e86ca4715b085e3646602dab7 2024-11-24T02:22:31,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/2d6a970d28e4429dbfea165547fb1743 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/2d6a970d28e4429dbfea165547fb1743 2024-11-24T02:22:31,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/78cace17575047f0be4942bbbaa98623 2024-11-24T02:22:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f1434ed1a7ec4341814ee289267c26c5 2024-11-24T02:22:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/fe9985f37fea4494b86d7b7eea6e0729 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/fe9985f37fea4494b86d7b7eea6e0729 2024-11-24T02:22:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/35834cb391814b499e1f5dfac9f450e0 2024-11-24T02:22:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/9bf1e5ef00b74f06902b0d6e90360527 2024-11-24T02:22:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/63d085a5758c429cab58845472452a52 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/63d085a5758c429cab58845472452a52 2024-11-24T02:22:31,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f6c35099fe4448eaa3e6c13816441b95 2024-11-24T02:22:31,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/249882f286a448d8bc5dc15b35d90024 2024-11-24T02:22:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/c97f71451fc34ac5a8405148e6cee66a 2024-11-24T02:22:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/164e5189855c4596bd2d2fe828aadb66 2024-11-24T02:22:31,561 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=1 2024-11-24T02:22:31,561 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084. 2024-11-24T02:22:31,561 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 7b229cc310386d9862a6276d36351084: 2024-11-24T02:22:31,563 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 7b229cc310386d9862a6276d36351084 2024-11-24T02:22:31,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=7b229cc310386d9862a6276d36351084, regionState=CLOSED 2024-11-24T02:22:31,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T02:22:31,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 7b229cc310386d9862a6276d36351084, server=4ccb785458ec,44071,1732414860783 in 2.3150 sec 2024-11-24T02:22:31,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-24T02:22:31,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b229cc310386d9862a6276d36351084, UNASSIGN in 2.3190 sec 2024-11-24T02:22:31,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T02:22:31,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3210 sec 2024-11-24T02:22:31,569 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414951569"}]},"ts":"1732414951569"} 2024-11-24T02:22:31,570 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:22:31,572 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:22:31,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3320 sec 2024-11-24T02:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T02:22:33,347 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T02:22:33,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T02:22:33,349 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,350 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084 2024-11-24T02:22:33,352 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/recovered.edits] 2024-11-24T02:22:33,355 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/53c29d2c909e4d88b28f146b63a97b75 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/53c29d2c909e4d88b28f146b63a97b75 2024-11-24T02:22:33,356 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/610cb6b321664a149f70a7e9eb9c3169 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/610cb6b321664a149f70a7e9eb9c3169 2024-11-24T02:22:33,357 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/8934c25eb62c4c438c176cf967f3304a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/8934c25eb62c4c438c176cf967f3304a 2024-11-24T02:22:33,358 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/95cbec9993d640e79c10d23816a8acb6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/A/95cbec9993d640e79c10d23816a8acb6 2024-11-24T02:22:33,360 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a2582ec177984434995da770386ca101 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a2582ec177984434995da770386ca101 2024-11-24T02:22:33,360 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a4df1eeec3f34573b3078051f3a95fbd to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/a4df1eeec3f34573b3078051f3a95fbd 2024-11-24T02:22:33,361 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/be7e6540e3ba4784a25b14822a2f223b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/be7e6540e3ba4784a25b14822a2f223b 2024-11-24T02:22:33,362 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/d86f3826ca8b4d608d0c7939ce4dab09 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/B/d86f3826ca8b4d608d0c7939ce4dab09 2024-11-24T02:22:33,364 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1a0b4c76e7dd42c0aff5a8a5dab40e09 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/1a0b4c76e7dd42c0aff5a8a5dab40e09 2024-11-24T02:22:33,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/6d2459948fc14d44bf9b83e95a96fa8c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/6d2459948fc14d44bf9b83e95a96fa8c 2024-11-24T02:22:33,366 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/d2d819ef72d3465984be7f626b077e42 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/d2d819ef72d3465984be7f626b077e42 2024-11-24T02:22:33,367 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f08bbffb8457427e8d12423af7d5d5c7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/C/f08bbffb8457427e8d12423af7d5d5c7 2024-11-24T02:22:33,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/recovered.edits/362.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084/recovered.edits/362.seqid 2024-11-24T02:22:33,370 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/7b229cc310386d9862a6276d36351084 2024-11-24T02:22:33,370 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:22:33,372 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,376 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:22:33,378 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:22:33,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:22:33,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732414953379"}]},"ts":"9223372036854775807"} 2024-11-24T02:22:33,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:22:33,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7b229cc310386d9862a6276d36351084, NAME => 'TestAcidGuarantees,,1732414926110.7b229cc310386d9862a6276d36351084.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:22:33,380 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:22:33,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732414953380"}]},"ts":"9223372036854775807"} 2024-11-24T02:22:33,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:22:33,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-24T02:22:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T02:22:33,450 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T02:22:33,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 274) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7398 (was 7424) 2024-11-24T02:22:33,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=7398 2024-11-24T02:22:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:22:33,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:22:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:33,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:22:33,471 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:33,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-24T02:22:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:33,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:22:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742122_1298 (size=960) 2024-11-24T02:22:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:33,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:22:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742123_1299 (size=53) 2024-11-24T02:22:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 690c232a5f21e6efbfde022b563cc2e2, disabling compactions & flushes 2024-11-24T02:22:34,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. after waiting 0 ms 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:34,285 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:22:34,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732414954285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414954285"}]},"ts":"1732414954285"} 2024-11-24T02:22:34,286 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:22:34,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:22:34,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414954287"}]},"ts":"1732414954287"} 2024-11-24T02:22:34,287 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:22:34,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, ASSIGN}] 2024-11-24T02:22:34,293 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, ASSIGN 2024-11-24T02:22:34,293 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:22:34,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:34,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:34,596 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:34,599 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,600 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:22:34,600 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,600 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:22:34,600 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,600 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,601 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,603 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:34,603 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName A 2024-11-24T02:22:34,603 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:34,603 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:34,603 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,604 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:34,604 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName B 2024-11-24T02:22:34,604 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:34,605 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:34,605 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,606 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:34,606 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName C 2024-11-24T02:22:34,606 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:34,606 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:34,606 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,607 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,607 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,608 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:22:34,609 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:34,611 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:22:34,611 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened 690c232a5f21e6efbfde022b563cc2e2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65078672, jitterRate=-0.03025221824645996}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:22:34,612 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:34,613 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., pid=92, masterSystemTime=1732414954596 2024-11-24T02:22:34,614 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,614 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:34,614 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:34,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T02:22:34,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 in 170 msec 2024-11-24T02:22:34,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-24T02:22:34,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, ASSIGN in 324 msec 2024-11-24T02:22:34,618 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:22:34,618 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414954618"}]},"ts":"1732414954618"} 2024-11-24T02:22:34,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:22:34,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:22:34,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-24T02:22:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T02:22:35,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-24T02:22:35,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-24T02:22:35,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:35,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:35,582 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:35,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:22:35,584 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:22:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:22:35,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742124_1300 (size=996) 2024-11-24T02:22:35,997 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T02:22:35,997 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T02:22:35,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:22:36,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, REOPEN/MOVE}] 2024-11-24T02:22:36,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, REOPEN/MOVE 2024-11-24T02:22:36,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,002 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:22:36,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:36,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,154 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,154 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:22:36,154 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 690c232a5f21e6efbfde022b563cc2e2, disabling compactions & flushes 2024-11-24T02:22:36,154 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,154 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,154 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. after waiting 0 ms 2024-11-24T02:22:36,154 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,158 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T02:22:36,158 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,158 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:36,158 WARN [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: 690c232a5f21e6efbfde022b563cc2e2 to self. 2024-11-24T02:22:36,160 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=CLOSED 2024-11-24T02:22:36,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T02:22:36,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 in 159 msec 2024-11-24T02:22:36,162 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, REOPEN/MOVE; state=CLOSED, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=true 2024-11-24T02:22:36,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:36,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,468 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,468 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:22:36,469 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,469 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:22:36,469 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,469 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,470 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,471 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:36,471 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName A 2024-11-24T02:22:36,472 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:36,472 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:36,473 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,473 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:36,473 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName B 2024-11-24T02:22:36,473 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:36,474 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:36,474 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,474 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:22:36,474 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c232a5f21e6efbfde022b563cc2e2 columnFamilyName C 2024-11-24T02:22:36,474 DEBUG [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:36,475 INFO [StoreOpener-690c232a5f21e6efbfde022b563cc2e2-1 {}] regionserver.HStore(327): Store=690c232a5f21e6efbfde022b563cc2e2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:22:36,475 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,475 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,476 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,477 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:22:36,478 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,479 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 690c232a5f21e6efbfde022b563cc2e2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71097548, jitterRate=0.059436023235321045}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:22:36,479 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:36,480 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., pid=97, masterSystemTime=1732414956465 2024-11-24T02:22:36,481 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,481 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=OPEN, openSeqNum=5, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-24T02:22:36,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 in 168 msec 2024-11-24T02:22:36,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T02:22:36,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, REOPEN/MOVE in 483 msec 2024-11-24T02:22:36,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T02:22:36,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-24T02:22:36,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-24T02:22:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T02:22:36,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-24T02:22:36,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-24T02:22:36,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-24T02:22:36,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-24T02:22:36,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-24T02:22:36,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-24T02:22:36,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-24T02:22:36,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-24T02:22:36,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-24T02:22:36,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-24T02:22:36,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:22:36,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:36,531 DEBUG [hconnection-0x3779370a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-24T02:22:36,531 DEBUG [hconnection-0x4ddf47fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,532 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:36,532 DEBUG [hconnection-0x4963c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,532 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,532 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:36,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,533 DEBUG [hconnection-0x56c308d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,535 DEBUG [hconnection-0x1e0f40b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:36,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:36,536 DEBUG [hconnection-0x7c513998-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,536 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,538 DEBUG [hconnection-0x36d36da1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,539 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,539 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,540 DEBUG [hconnection-0x1d6bb5cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,542 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,542 DEBUG [hconnection-0x5a4c499e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,543 DEBUG [hconnection-0xe904cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:22:36,543 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:36,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:22:36,546 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:22:36,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415016558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415016559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415016560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415016560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415016561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248914ca5576314024adbf6385e2f09fb7_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414956545/Put/seqid=0 2024-11-24T02:22:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742125_1301 (size=12154) 2024-11-24T02:22:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415016661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415016661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415016661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415016661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415016662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:36,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415016865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415016865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415016865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415016865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415016866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:36,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,995 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:36,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:36,999 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248914ca5576314024adbf6385e2f09fb7_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248914ca5576314024adbf6385e2f09fb7_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:37,000 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29cabdcb5944413ea020f62b89d92f61, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:37,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29cabdcb5944413ea020f62b89d92f61 is 175, key is test_row_0/A:col10/1732414956545/Put/seqid=0 2024-11-24T02:22:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742126_1302 (size=30955) 2024-11-24T02:22:37,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29cabdcb5944413ea020f62b89d92f61 2024-11-24T02:22:37,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/7f018194b47c4024bedef9a021222dcf is 50, key is test_row_0/B:col10/1732414956545/Put/seqid=0 2024-11-24T02:22:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742127_1303 (size=12001) 2024-11-24T02:22:37,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/7f018194b47c4024bedef9a021222dcf 2024-11-24T02:22:37,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35e138fd8eec4a2297ca9a06efe571cc is 50, key is test_row_0/C:col10/1732414956545/Put/seqid=0 2024-11-24T02:22:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742128_1304 (size=12001) 2024-11-24T02:22:37,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:22:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:37,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415017168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415017170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415017171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415017171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415017171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:37,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35e138fd8eec4a2297ca9a06efe571cc 2024-11-24T02:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29cabdcb5944413ea020f62b89d92f61 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61 2024-11-24T02:22:37,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T02:22:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/7f018194b47c4024bedef9a021222dcf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf 2024-11-24T02:22:37,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T02:22:37,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35e138fd8eec4a2297ca9a06efe571cc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc 2024-11-24T02:22:37,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T02:22:37,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 690c232a5f21e6efbfde022b563cc2e2 in 943ms, sequenceid=16, compaction requested=false 2024-11-24T02:22:37,488 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T02:22:37,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:37,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:37,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:37,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244691191e4ef943f5a7e15d618592584f_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414956559/Put/seqid=0 2024-11-24T02:22:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742129_1305 (size=12154) 2024-11-24T02:22:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:37,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415017679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415017680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415017681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415017682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415017683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415017785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415017785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415017785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415017787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415017787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415017988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415017988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415017991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415017992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:38,023 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244691191e4ef943f5a7e15d618592584f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244691191e4ef943f5a7e15d618592584f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/330426ef4909401dbd684457a097083f, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/330426ef4909401dbd684457a097083f is 175, key is test_row_0/A:col10/1732414956559/Put/seqid=0 2024-11-24T02:22:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742130_1306 (size=30955) 2024-11-24T02:22:38,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415018291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415018292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415018293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415018296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415018296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,429 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/330426ef4909401dbd684457a097083f 2024-11-24T02:22:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0bb358ff76ae4e6f9d854976114912bb is 50, key is test_row_0/B:col10/1732414956559/Put/seqid=0 2024-11-24T02:22:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742131_1307 (size=12001) 2024-11-24T02:22:38,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0bb358ff76ae4e6f9d854976114912bb 2024-11-24T02:22:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dd8455984e75403598682216e47a2c9e is 50, key is test_row_0/C:col10/1732414956559/Put/seqid=0 2024-11-24T02:22:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742132_1308 (size=12001) 2024-11-24T02:22:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415018795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415018797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415018798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415018801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415018803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:38,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dd8455984e75403598682216e47a2c9e 2024-11-24T02:22:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/330426ef4909401dbd684457a097083f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f 2024-11-24T02:22:38,867 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T02:22:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0bb358ff76ae4e6f9d854976114912bb as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb 2024-11-24T02:22:38,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T02:22:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dd8455984e75403598682216e47a2c9e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e 2024-11-24T02:22:38,876 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T02:22:38,877 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 690c232a5f21e6efbfde022b563cc2e2 in 1270ms, sequenceid=41, compaction requested=false 2024-11-24T02:22:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-24T02:22:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-24T02:22:38,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T02:22:38,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-11-24T02:22:38,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.3500 sec 2024-11-24T02:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:39,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:39,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:39,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c21c4fd64f8b4386bb998f0f36928d62_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742133_1309 (size=14594) 2024-11-24T02:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415019887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415019887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415019888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415019889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415019894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415019995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415019995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415019995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415019995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415019999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415020199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415020199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415020199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415020200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415020205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:40,226 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c21c4fd64f8b4386bb998f0f36928d62_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c21c4fd64f8b4386bb998f0f36928d62_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:40,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/45b881c73e544ff0bdb87883f0435a45, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:40,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/45b881c73e544ff0bdb87883f0435a45 is 175, key is test_row_0/A:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742134_1310 (size=39549) 2024-11-24T02:22:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415020504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415020504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415020506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415020507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415020511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,632 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/45b881c73e544ff0bdb87883f0435a45 2024-11-24T02:22:40,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/9ec9ada4ef494c6d9093cacde1602035 is 50, key is test_row_0/B:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T02:22:40,639 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-24T02:22:40,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-24T02:22:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742135_1311 (size=12001) 2024-11-24T02:22:40,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:40,643 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:40,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:40,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:40,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:40,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:40,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:40,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:40,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:40,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415021009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415021011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415021011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415021014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415021017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/9ec9ada4ef494c6d9093cacde1602035 2024-11-24T02:22:41,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35a8736eba464a5baa1fcf096635e5a1 is 50, key is test_row_0/C:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742136_1312 (size=12001) 2024-11-24T02:22:41,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:41,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:41,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35a8736eba464a5baa1fcf096635e5a1 2024-11-24T02:22:41,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/45b881c73e544ff0bdb87883f0435a45 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45 2024-11-24T02:22:41,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45, entries=200, sequenceid=53, filesize=38.6 K 2024-11-24T02:22:41,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/9ec9ada4ef494c6d9093cacde1602035 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035 2024-11-24T02:22:41,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T02:22:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/35a8736eba464a5baa1fcf096635e5a1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1 2024-11-24T02:22:41,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T02:22:41,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 690c232a5f21e6efbfde022b563cc2e2 in 1669ms, sequenceid=53, compaction requested=true 2024-11-24T02:22:41,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:41,474 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:41,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:41,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:41,475 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:41,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:41,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:41,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:41,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:41,475 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:41,475 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/A is initiating minor compaction (all files) 2024-11-24T02:22:41,475 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/A in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,475 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=99.1 K 2024-11-24T02:22:41,475 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,475 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45] 2024-11-24T02:22:41,476 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29cabdcb5944413ea020f62b89d92f61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732414956539 2024-11-24T02:22:41,476 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 330426ef4909401dbd684457a097083f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732414956557 2024-11-24T02:22:41,477 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:41,477 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/B is initiating minor compaction (all files) 2024-11-24T02:22:41,477 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/B in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,477 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.2 K 2024-11-24T02:22:41,477 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b881c73e544ff0bdb87883f0435a45, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:41,478 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f018194b47c4024bedef9a021222dcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732414956539 2024-11-24T02:22:41,478 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bb358ff76ae4e6f9d854976114912bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732414956557 2024-11-24T02:22:41,479 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec9ada4ef494c6d9093cacde1602035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:41,488 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:41,491 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:41,492 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/04a57abdac694fe48b290cec30b1ab50 is 50, key is test_row_0/B:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:41,494 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e8c9afcf0fb641d18485ecfd1b08fdb9_690c232a5f21e6efbfde022b563cc2e2 store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:41,496 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e8c9afcf0fb641d18485ecfd1b08fdb9_690c232a5f21e6efbfde022b563cc2e2, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:41,496 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e8c9afcf0fb641d18485ecfd1b08fdb9_690c232a5f21e6efbfde022b563cc2e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:41,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742137_1313 (size=12104) 2024-11-24T02:22:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742138_1314 (size=4469) 2024-11-24T02:22:41,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:41,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T02:22:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,560 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e8b9418b574d46beb0c34d1bfc41d4ad_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414959892/Put/seqid=0 2024-11-24T02:22:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742139_1315 (size=12154) 2024-11-24T02:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:41,923 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#A#compaction#264 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:41,923 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/bd18222f45964616a4878645ca24bd56 is 175, key is test_row_0/A:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:41,926 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/04a57abdac694fe48b290cec30b1ab50 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/04a57abdac694fe48b290cec30b1ab50 2024-11-24T02:22:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742140_1316 (size=31058) 2024-11-24T02:22:41,931 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/B of 690c232a5f21e6efbfde022b563cc2e2 into 04a57abdac694fe48b290cec30b1ab50(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:41,931 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:41,931 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/B, priority=13, startTime=1732414961474; duration=0sec 2024-11-24T02:22:41,931 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:41,931 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:41,931 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:41,934 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:41,934 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/C is initiating minor compaction (all files) 2024-11-24T02:22:41,934 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/C in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:41,934 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.2 K 2024-11-24T02:22:41,935 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 35e138fd8eec4a2297ca9a06efe571cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732414956539 2024-11-24T02:22:41,935 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/bd18222f45964616a4878645ca24bd56 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56 2024-11-24T02:22:41,935 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dd8455984e75403598682216e47a2c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732414956557 2024-11-24T02:22:41,936 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a8736eba464a5baa1fcf096635e5a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:41,940 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/A of 690c232a5f21e6efbfde022b563cc2e2 into bd18222f45964616a4878645ca24bd56(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:41,940 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:41,941 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/A, priority=13, startTime=1732414961474; duration=0sec 2024-11-24T02:22:41,941 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:41,941 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:41,943 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:41,944 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/39a23602c682445094e0242d4aae38b1 is 50, key is test_row_0/C:col10/1732414957680/Put/seqid=0 2024-11-24T02:22:41,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742141_1317 (size=12104) 2024-11-24T02:22:41,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:22:41,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:41,977 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e8b9418b574d46beb0c34d1bfc41d4ad_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8b9418b574d46beb0c34d1bfc41d4ad_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29140e3d3bc2412e96eb432424ca7bd5, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:41,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29140e3d3bc2412e96eb432424ca7bd5 is 175, key is test_row_0/A:col10/1732414959892/Put/seqid=0 2024-11-24T02:22:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742142_1318 (size=30955) 2024-11-24T02:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:42,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415022028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415022029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415022029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415022030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415022035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415022136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415022136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415022136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415022137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415022141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415022341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415022342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415022342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415022342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415022346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,354 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/39a23602c682445094e0242d4aae38b1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/39a23602c682445094e0242d4aae38b1 2024-11-24T02:22:42,358 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/C of 690c232a5f21e6efbfde022b563cc2e2 into 39a23602c682445094e0242d4aae38b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:42,358 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:42,358 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/C, priority=13, startTime=1732414961475; duration=0sec 2024-11-24T02:22:42,358 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:42,358 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:42,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29140e3d3bc2412e96eb432424ca7bd5 2024-11-24T02:22:42,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/50473dc5e1b14fb7a1a164dffcc6e946 is 50, key is test_row_0/B:col10/1732414959892/Put/seqid=0 2024-11-24T02:22:42,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742143_1319 (size=12001) 2024-11-24T02:22:42,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415022646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415022647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415022648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415022648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415022653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:42,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/50473dc5e1b14fb7a1a164dffcc6e946 2024-11-24T02:22:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 is 50, key is test_row_0/C:col10/1732414959892/Put/seqid=0 2024-11-24T02:22:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742144_1320 (size=12001) 2024-11-24T02:22:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415023151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415023152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415023153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415023154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:43,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415023158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:43,220 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 2024-11-24T02:22:43,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/29140e3d3bc2412e96eb432424ca7bd5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5 2024-11-24T02:22:43,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5, entries=150, sequenceid=77, filesize=30.2 K 2024-11-24T02:22:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/50473dc5e1b14fb7a1a164dffcc6e946 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946 2024-11-24T02:22:43,234 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T02:22:43,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 2024-11-24T02:22:43,239 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T02:22:43,239 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 690c232a5f21e6efbfde022b563cc2e2 in 1679ms, sequenceid=77, compaction requested=false 2024-11-24T02:22:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-24T02:22:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-24T02:22:43,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-24T02:22:43,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5980 sec 2024-11-24T02:22:43,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.6020 sec 2024-11-24T02:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:44,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:44,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b915325c508c400aad82eaaff169842f_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742145_1321 (size=14594) 2024-11-24T02:22:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415024187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415024188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415024189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415024192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415024193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415024294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415024294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415024296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415024298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415024298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415024499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415024499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415024500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415024503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415024503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:44,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b915325c508c400aad82eaaff169842f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b915325c508c400aad82eaaff169842f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:44,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/a1d89e1370544337a0581202e823f1ad, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:44,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/a1d89e1370544337a0581202e823f1ad is 175, key is test_row_0/A:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742146_1322 (size=39549) 2024-11-24T02:22:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T02:22:44,747 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-24T02:22:44,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-24T02:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:44,750 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:44,751 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:44,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:44,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415024804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415024804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415024806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415024808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415024808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:44,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:44,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:44,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:44,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/a1d89e1370544337a0581202e823f1ad 2024-11-24T02:22:45,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/86bde82687f34a1bbe1fb4ef5dbe6af5 is 50, key is test_row_0/B:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742147_1323 (size=12001) 2024-11-24T02:22:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:45,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415025311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415025311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415025312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415025316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415025317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:45,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/86bde82687f34a1bbe1fb4ef5dbe6af5 2024-11-24T02:22:45,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/60577723b9224c35826b4001271b8180 is 50, key is test_row_0/C:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742148_1324 (size=12001) 2024-11-24T02:22:45,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:45,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/60577723b9224c35826b4001271b8180 2024-11-24T02:22:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/a1d89e1370544337a0581202e823f1ad as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad 2024-11-24T02:22:45,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad, entries=200, sequenceid=93, filesize=38.6 K 2024-11-24T02:22:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/86bde82687f34a1bbe1fb4ef5dbe6af5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5 2024-11-24T02:22:45,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T02:22:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/60577723b9224c35826b4001271b8180 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180 2024-11-24T02:22:45,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T02:22:45,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 690c232a5f21e6efbfde022b563cc2e2 in 1681ms, sequenceid=93, compaction requested=true 2024-11-24T02:22:45,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:45,844 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:45,844 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:45,846 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:45,846 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/A is initiating minor compaction (all files) 2024-11-24T02:22:45,846 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/A in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,846 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=99.2 K 2024-11-24T02:22:45,846 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,846 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad] 2024-11-24T02:22:45,847 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:45,847 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd18222f45964616a4878645ca24bd56, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:45,847 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/B is initiating minor compaction (all files) 2024-11-24T02:22:45,847 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/B in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,847 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/04a57abdac694fe48b290cec30b1ab50, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.3 K 2024-11-24T02:22:45,847 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29140e3d3bc2412e96eb432424ca7bd5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732414959858 2024-11-24T02:22:45,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a57abdac694fe48b290cec30b1ab50, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:45,848 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d89e1370544337a0581202e823f1ad, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:45,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 50473dc5e1b14fb7a1a164dffcc6e946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732414959858 2024-11-24T02:22:45,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 86bde82687f34a1bbe1fb4ef5dbe6af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:45,854 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:45,856 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112444ca7fd6eb784a0583b0386355b815d5_690c232a5f21e6efbfde022b563cc2e2 store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:45,858 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:45,858 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112444ca7fd6eb784a0583b0386355b815d5_690c232a5f21e6efbfde022b563cc2e2, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:45,858 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/9df25ef9315e4cc59286ee43d9223f56 is 50, key is test_row_0/B:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:45,859 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444ca7fd6eb784a0583b0386355b815d5_690c232a5f21e6efbfde022b563cc2e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742149_1325 (size=12207) 2024-11-24T02:22:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742150_1326 (size=4469) 2024-11-24T02:22:45,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:45,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T02:22:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:45,973 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:22:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112493b71404b6ca4d3099244c3befe6ffe8_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414964186/Put/seqid=0 2024-11-24T02:22:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742151_1327 (size=12154) 2024-11-24T02:22:46,264 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#A#compaction#273 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:46,265 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/b4f1238f384d4579b603bbd24e1a5526 is 175, key is test_row_0/A:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:46,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/9df25ef9315e4cc59286ee43d9223f56 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9df25ef9315e4cc59286ee43d9223f56 2024-11-24T02:22:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742152_1328 (size=31161) 2024-11-24T02:22:46,275 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/B of 690c232a5f21e6efbfde022b563cc2e2 into 9df25ef9315e4cc59286ee43d9223f56(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:46,275 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:46,275 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/B, priority=13, startTime=1732414965844; duration=0sec 2024-11-24T02:22:46,275 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:46,275 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:46,275 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:46,276 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:46,276 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/C is initiating minor compaction (all files) 2024-11-24T02:22:46,276 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/C in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:46,277 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/39a23602c682445094e0242d4aae38b1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.3 K 2024-11-24T02:22:46,277 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 39a23602c682445094e0242d4aae38b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732414957680 2024-11-24T02:22:46,277 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f1a93e6b8a774e61a1ddc28cd4bf7d29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732414959858 2024-11-24T02:22:46,277 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 60577723b9224c35826b4001271b8180, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:46,285 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#C#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:46,286 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/0b2ac9402ff94291b3b7670a72e48592 is 50, key is test_row_0/C:col10/1732414962027/Put/seqid=0 2024-11-24T02:22:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742153_1329 (size=12207) 2024-11-24T02:22:46,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:46,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415026359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415026359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415026359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415026361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415026361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:46,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112493b71404b6ca4d3099244c3befe6ffe8_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112493b71404b6ca4d3099244c3befe6ffe8_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/99ca392f840b4c76b0a4190bd38c6f37, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:46,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/99ca392f840b4c76b0a4190bd38c6f37 is 175, key is test_row_0/A:col10/1732414964186/Put/seqid=0 2024-11-24T02:22:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742154_1330 (size=30955) 2024-11-24T02:22:46,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415026468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415026468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415026468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415026469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415026469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,675 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/b4f1238f384d4579b603bbd24e1a5526 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526 2024-11-24T02:22:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415026675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415026676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415026676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415026676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415026677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,680 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/A of 690c232a5f21e6efbfde022b563cc2e2 into b4f1238f384d4579b603bbd24e1a5526(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:46,680 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:46,680 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/A, priority=13, startTime=1732414965843; duration=0sec 2024-11-24T02:22:46,680 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:46,680 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:46,694 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/0b2ac9402ff94291b3b7670a72e48592 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/0b2ac9402ff94291b3b7670a72e48592 2024-11-24T02:22:46,698 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/C of 690c232a5f21e6efbfde022b563cc2e2 into 0b2ac9402ff94291b3b7670a72e48592(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:46,698 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:46,698 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/C, priority=13, startTime=1732414965844; duration=0sec 2024-11-24T02:22:46,698 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:46,698 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:46,794 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/99ca392f840b4c76b0a4190bd38c6f37 2024-11-24T02:22:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/977514c83e644d30b8c893311c2ed8b3 is 50, key is test_row_0/B:col10/1732414964186/Put/seqid=0 2024-11-24T02:22:46,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742155_1331 (size=12001) 2024-11-24T02:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:46,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415026980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415026980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415026981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415026981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415026982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,206 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/977514c83e644d30b8c893311c2ed8b3 2024-11-24T02:22:47,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f2a138ed2e89470bb1a883fc140e72df is 50, key is test_row_0/C:col10/1732414964186/Put/seqid=0 2024-11-24T02:22:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742156_1332 (size=12001) 2024-11-24T02:22:47,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f2a138ed2e89470bb1a883fc140e72df 2024-11-24T02:22:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/99ca392f840b4c76b0a4190bd38c6f37 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37 2024-11-24T02:22:47,226 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37, entries=150, sequenceid=116, filesize=30.2 K 2024-11-24T02:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/977514c83e644d30b8c893311c2ed8b3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3 2024-11-24T02:22:47,231 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T02:22:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/f2a138ed2e89470bb1a883fc140e72df as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df 2024-11-24T02:22:47,236 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T02:22:47,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 690c232a5f21e6efbfde022b563cc2e2 in 1264ms, sequenceid=116, compaction requested=false 2024-11-24T02:22:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-24T02:22:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-24T02:22:47,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T02:22:47,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4870 sec 2024-11-24T02:22:47,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.4920 sec 2024-11-24T02:22:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:47,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:47,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112471385f90abbf4ef7a5861608f22f036f_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742157_1333 (size=12254) 2024-11-24T02:22:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415027506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415027509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415027509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415027510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415027511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415027612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415027618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415027619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415027619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415027619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415027818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415027822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415027822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415027822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415027823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:47,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:47,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112471385f90abbf4ef7a5861608f22f036f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471385f90abbf4ef7a5861608f22f036f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:47,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb0ecde05a604c3b85c89d577876cfa3, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:47,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb0ecde05a604c3b85c89d577876cfa3 is 175, key is test_row_0/A:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:47,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742158_1334 (size=31055) 2024-11-24T02:22:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415028121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415028129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415028131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415028132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415028131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb0ecde05a604c3b85c89d577876cfa3 2024-11-24T02:22:48,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/74ab43c535234beaae4d5f5e330ccc03 is 50, key is test_row_0/B:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742159_1335 (size=12101) 2024-11-24T02:22:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415028630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415028635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415028636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415028639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415028640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:48,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/74ab43c535234beaae4d5f5e330ccc03 2024-11-24T02:22:48,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/54710664b5f846328698e66792560db6 is 50, key is test_row_0/C:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742160_1336 (size=12101) 2024-11-24T02:22:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T02:22:48,855 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-24T02:22:48,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-24T02:22:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T02:22:48,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:48,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:48,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T02:22:49,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T02:22:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:49,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:49,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/54710664b5f846328698e66792560db6 2024-11-24T02:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb0ecde05a604c3b85c89d577876cfa3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3 2024-11-24T02:22:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3, entries=150, sequenceid=134, filesize=30.3 K 2024-11-24T02:22:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/74ab43c535234beaae4d5f5e330ccc03 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03 2024-11-24T02:22:49,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T02:22:49,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/54710664b5f846328698e66792560db6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6 2024-11-24T02:22:49,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T02:22:49,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 690c232a5f21e6efbfde022b563cc2e2 in 1668ms, sequenceid=134, compaction requested=true 2024-11-24T02:22:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:49,154 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:49,154 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:49,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:49,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:49,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:49,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:49,155 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:49,155 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/A is initiating minor compaction (all files) 2024-11-24T02:22:49,155 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/A in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,155 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=91.0 K 2024-11-24T02:22:49,155 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,155 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3] 2024-11-24T02:22:49,156 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:49,156 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f1238f384d4579b603bbd24e1a5526, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:49,156 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/B is initiating minor compaction (all files) 2024-11-24T02:22:49,156 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/B in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,156 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9df25ef9315e4cc59286ee43d9223f56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.5 K 2024-11-24T02:22:49,156 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df25ef9315e4cc59286ee43d9223f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:49,157 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 977514c83e644d30b8c893311c2ed8b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732414964184 2024-11-24T02:22:49,157 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ab43c535234beaae4d5f5e330ccc03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:49,157 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ca392f840b4c76b0a4190bd38c6f37, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732414964184 2024-11-24T02:22:49,158 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb0ecde05a604c3b85c89d577876cfa3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T02:22:49,165 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:49,165 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/dbedfdc68e6840e28d8fc1f1cdb94881 is 50, key is test_row_0/B:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:49,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,185 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:49,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f22a0ab27fd542cb9ff5df246a3a1667_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414967509/Put/seqid=0 2024-11-24T02:22:49,190 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a02d0b0ab8d04844bbb6d8e88d72709c_690c232a5f21e6efbfde022b563cc2e2 store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:49,192 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a02d0b0ab8d04844bbb6d8e88d72709c_690c232a5f21e6efbfde022b563cc2e2, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:49,192 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a02d0b0ab8d04844bbb6d8e88d72709c_690c232a5f21e6efbfde022b563cc2e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:49,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742161_1337 (size=12409) 2024-11-24T02:22:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742162_1338 (size=12304) 2024-11-24T02:22:49,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742163_1339 (size=4469) 2024-11-24T02:22:49,203 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/dbedfdc68e6840e28d8fc1f1cdb94881 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/dbedfdc68e6840e28d8fc1f1cdb94881 2024-11-24T02:22:49,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f22a0ab27fd542cb9ff5df246a3a1667_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f22a0ab27fd542cb9ff5df246a3a1667_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:49,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/af4fbd1b9be14103b199b205c010d378, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:49,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/af4fbd1b9be14103b199b205c010d378 is 175, key is test_row_0/A:col10/1732414967509/Put/seqid=0 2024-11-24T02:22:49,206 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#A#compaction#283 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:49,207 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/1aa137cb831c474488faae7839518507 is 175, key is test_row_0/A:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742164_1340 (size=31105) 2024-11-24T02:22:49,212 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/B of 690c232a5f21e6efbfde022b563cc2e2 into dbedfdc68e6840e28d8fc1f1cdb94881(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:49,212 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:49,212 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/B, priority=13, startTime=1732414969154; duration=0sec 2024-11-24T02:22:49,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/af4fbd1b9be14103b199b205c010d378 2024-11-24T02:22:49,212 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:49,212 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:49,212 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:49,214 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:49,214 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/C is initiating minor compaction (all files) 2024-11-24T02:22:49,214 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/C in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,214 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/0b2ac9402ff94291b3b7670a72e48592, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.5 K 2024-11-24T02:22:49,215 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b2ac9402ff94291b3b7670a72e48592, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732414962027 2024-11-24T02:22:49,215 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a138ed2e89470bb1a883fc140e72df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732414964184 2024-11-24T02:22:49,215 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 54710664b5f846328698e66792560db6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:49,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742165_1341 (size=31363) 2024-11-24T02:22:49,227 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/1aa137cb831c474488faae7839518507 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507 2024-11-24T02:22:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0acc85406e7d42058ab996ed675846d1 is 50, key is test_row_0/B:col10/1732414967509/Put/seqid=0 2024-11-24T02:22:49,231 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/A of 690c232a5f21e6efbfde022b563cc2e2 into 1aa137cb831c474488faae7839518507(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:49,231 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:49,231 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/A, priority=13, startTime=1732414969154; duration=0sec 2024-11-24T02:22:49,232 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:49,232 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:49,232 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#C#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:49,232 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/50e2ca77a26044c5bc36be58f6023e2d is 50, key is test_row_0/C:col10/1732414967484/Put/seqid=0 2024-11-24T02:22:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742166_1342 (size=12151) 2024-11-24T02:22:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742167_1343 (size=12409) 2024-11-24T02:22:49,263 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/50e2ca77a26044c5bc36be58f6023e2d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/50e2ca77a26044c5bc36be58f6023e2d 2024-11-24T02:22:49,269 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/C of 690c232a5f21e6efbfde022b563cc2e2 into 50e2ca77a26044c5bc36be58f6023e2d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:49,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:49,269 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/C, priority=13, startTime=1732414969155; duration=0sec 2024-11-24T02:22:49,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:49,269 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T02:22:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:49,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:49,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0acc85406e7d42058ab996ed675846d1 2024-11-24T02:22:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 is 50, key is test_row_0/C:col10/1732414967509/Put/seqid=0 2024-11-24T02:22:49,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415029655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415029656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415029661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415029661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415029662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742168_1344 (size=12151) 2024-11-24T02:22:49,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 2024-11-24T02:22:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/af4fbd1b9be14103b199b205c010d378 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378 2024-11-24T02:22:49,684 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378, entries=150, sequenceid=155, filesize=30.4 K 2024-11-24T02:22:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/0acc85406e7d42058ab996ed675846d1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1 2024-11-24T02:22:49,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T02:22:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 2024-11-24T02:22:49,692 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T02:22:49,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 690c232a5f21e6efbfde022b563cc2e2 in 520ms, sequenceid=155, compaction requested=false 2024-11-24T02:22:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-24T02:22:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-24T02:22:49,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-24T02:22:49,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 838 msec 2024-11-24T02:22:49,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 841 msec 2024-11-24T02:22:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:49,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:49,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af0b322e4ce44d899c737899df4c7868_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742169_1345 (size=17284) 2024-11-24T02:22:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415029782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415029783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415029784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415029785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415029788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415029889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415029889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415029892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415029893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415029894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T02:22:49,960 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-24T02:22:49,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T02:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:49,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:49,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:49,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:50,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415030093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415030094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415030097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415030098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415030099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:50,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af0b322e4ce44d899c737899df4c7868_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af0b322e4ce44d899c737899df4c7868_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:50,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/19bddac3b7f1404bafeb089693a51572, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:50,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/19bddac3b7f1404bafeb089693a51572 is 175, key is test_row_0/A:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742170_1346 (size=48389) 2024-11-24T02:22:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:50,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415030398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415030399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415030400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415030405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415030406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:50,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/19bddac3b7f1404bafeb089693a51572 2024-11-24T02:22:50,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/35464e7b15434480a9c398bf5f3287c1 is 50, key is test_row_0/B:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:50,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742171_1347 (size=12151) 2024-11-24T02:22:50,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:50,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:50,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:50,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:50,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415030904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415030905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415030905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415030908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415030909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/35464e7b15434480a9c398bf5f3287c1 2024-11-24T02:22:51,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/4c496eaff9c54988845b5469a4f4d783 is 50, key is test_row_0/C:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742172_1348 (size=12151) 2024-11-24T02:22:51,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:51,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:51,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:51,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:51,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/4c496eaff9c54988845b5469a4f4d783 2024-11-24T02:22:51,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/19bddac3b7f1404bafeb089693a51572 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572 2024-11-24T02:22:51,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572, entries=250, sequenceid=176, filesize=47.3 K 2024-11-24T02:22:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/35464e7b15434480a9c398bf5f3287c1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1 2024-11-24T02:22:51,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T02:22:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/4c496eaff9c54988845b5469a4f4d783 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783 2024-11-24T02:22:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T02:22:51,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 690c232a5f21e6efbfde022b563cc2e2 in 1667ms, sequenceid=176, compaction requested=true 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:51,433 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:51,433 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:51,434 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:51,434 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/A is initiating minor compaction (all files) 2024-11-24T02:22:51,434 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/A in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,435 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:51,435 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=108.3 K 2024-11-24T02:22:51,435 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/B is initiating minor compaction (all files) 2024-11-24T02:22:51,435 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,435 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/B in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,435 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572] 2024-11-24T02:22:51,435 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/dbedfdc68e6840e28d8fc1f1cdb94881, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.9 K 2024-11-24T02:22:51,435 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa137cb831c474488faae7839518507, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:51,435 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dbedfdc68e6840e28d8fc1f1cdb94881, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:51,436 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting af4fbd1b9be14103b199b205c010d378, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414967504 2024-11-24T02:22:51,436 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0acc85406e7d42058ab996ed675846d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414967504 2024-11-24T02:22:51,436 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19bddac3b7f1404bafeb089693a51572, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969658 2024-11-24T02:22:51,436 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 35464e7b15434480a9c398bf5f3287c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969660 2024-11-24T02:22:51,443 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:51,446 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112402dfb9f008b2495680845fd57fb7deda_690c232a5f21e6efbfde022b563cc2e2 store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:51,446 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:51,447 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/d8ec321f42b8401eb8b5e51bbcf8121e is 50, key is test_row_0/B:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:51,447 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112402dfb9f008b2495680845fd57fb7deda_690c232a5f21e6efbfde022b563cc2e2, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:51,447 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112402dfb9f008b2495680845fd57fb7deda_690c232a5f21e6efbfde022b563cc2e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742173_1349 (size=12561) 2024-11-24T02:22:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742174_1350 (size=4469) 2024-11-24T02:22:51,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,491 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411f169109fb045739a9b32c54f178104_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414969781/Put/seqid=0 2024-11-24T02:22:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742175_1351 (size=12304) 2024-11-24T02:22:51,865 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/d8ec321f42b8401eb8b5e51bbcf8121e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/d8ec321f42b8401eb8b5e51bbcf8121e 2024-11-24T02:22:51,868 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:51,869 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/13294a57f64d458fa179742b0af903e1 is 175, key is test_row_0/A:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:51,872 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/B of 690c232a5f21e6efbfde022b563cc2e2 into d8ec321f42b8401eb8b5e51bbcf8121e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:51,872 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:51,872 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/B, priority=13, startTime=1732414971433; duration=0sec 2024-11-24T02:22:51,872 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:51,872 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:51,872 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:51,873 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:51,873 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/C is initiating minor compaction (all files) 2024-11-24T02:22:51,873 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/C in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:51,873 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/50e2ca77a26044c5bc36be58f6023e2d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=35.9 K 2024-11-24T02:22:51,874 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e2ca77a26044c5bc36be58f6023e2d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732414966334 2024-11-24T02:22:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742176_1352 (size=31515) 2024-11-24T02:22:51,874 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dba8f9c9e5ac4fac99d2a57c7390b0d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414967504 2024-11-24T02:22:51,875 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c496eaff9c54988845b5469a4f4d783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969660 2024-11-24T02:22:51,883 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/13294a57f64d458fa179742b0af903e1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1 2024-11-24T02:22:51,887 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:51,888 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/A of 690c232a5f21e6efbfde022b563cc2e2 into 13294a57f64d458fa179742b0af903e1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:51,888 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/3294d900cef847e28c00416e4b396f83 is 50, key is test_row_0/C:col10/1732414969766/Put/seqid=0 2024-11-24T02:22:51,888 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:51,888 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/A, priority=13, startTime=1732414971433; duration=0sec 2024-11-24T02:22:51,888 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:51,888 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742177_1353 (size=12561) 2024-11-24T02:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411f169109fb045739a9b32c54f178104_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411f169109fb045739a9b32c54f178104_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb7d61d97102423fa6793c7e3dc84dad, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb7d61d97102423fa6793c7e3dc84dad is 175, key is test_row_0/A:col10/1732414969781/Put/seqid=0 2024-11-24T02:22:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742178_1354 (size=31105) 2024-11-24T02:22:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:51,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415031933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415031934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415031937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415031938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415031939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415032040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415032040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415032043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415032043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415032044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:52,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415032242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415032243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415032247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415032247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415032248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,296 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/3294d900cef847e28c00416e4b396f83 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/3294d900cef847e28c00416e4b396f83 2024-11-24T02:22:52,301 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/C of 690c232a5f21e6efbfde022b563cc2e2 into 3294d900cef847e28c00416e4b396f83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:52,301 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:52,301 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/C, priority=13, startTime=1732414971433; duration=0sec 2024-11-24T02:22:52,301 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:52,301 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:52,311 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb7d61d97102423fa6793c7e3dc84dad 2024-11-24T02:22:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/95c0c859fdd64879ad8ddb3a53782cff is 50, key is test_row_0/B:col10/1732414969781/Put/seqid=0 2024-11-24T02:22:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742179_1355 (size=12151) 2024-11-24T02:22:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415032547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415032548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415032552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415032552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415032554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:52,722 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/95c0c859fdd64879ad8ddb3a53782cff 2024-11-24T02:22:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b47fc27723f54097bd6c629616e25828 is 50, key is test_row_0/C:col10/1732414969781/Put/seqid=0 2024-11-24T02:22:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742180_1356 (size=12151) 2024-11-24T02:22:53,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415033051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415033055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415033056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415033059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415033060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:53,142 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b47fc27723f54097bd6c629616e25828 2024-11-24T02:22:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/eb7d61d97102423fa6793c7e3dc84dad as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad 2024-11-24T02:22:53,151 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad, entries=150, sequenceid=194, filesize=30.4 K 2024-11-24T02:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/95c0c859fdd64879ad8ddb3a53782cff as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff 2024-11-24T02:22:53,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T02:22:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b47fc27723f54097bd6c629616e25828 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828 2024-11-24T02:22:53,161 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T02:22:53,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 690c232a5f21e6efbfde022b563cc2e2 in 1670ms, sequenceid=194, compaction requested=false 2024-11-24T02:22:53,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:53,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:53,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T02:22:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T02:22:53,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T02:22:53,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2000 sec 2024-11-24T02:22:53,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 3.2040 sec 2024-11-24T02:22:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:54,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T02:22:54,067 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T02:22:54,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:22:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T02:22:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:54,070 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:22:54,071 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:22:54,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:22:54,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a52489e184514a16b2d0c30d3488bda8_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742181_1357 (size=12304) 2024-11-24T02:22:54,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:54,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a52489e184514a16b2d0c30d3488bda8_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a52489e184514a16b2d0c30d3488bda8_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:54,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/5914d676b4ec4730a19c1fec79babee3, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:54,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/5914d676b4ec4730a19c1fec79babee3 is 175, key is test_row_0/A:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742182_1358 (size=31105) 2024-11-24T02:22:54,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415034082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415034086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415034089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415034089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415034089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415034190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415034193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415034194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415034194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415034195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:54,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415034395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415034398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415034398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415034399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415034400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,488 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/5914d676b4ec4730a19c1fec79babee3 2024-11-24T02:22:54,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/63ba6f48f7b743ad8cbd5ab7784f967f is 50, key is test_row_0/B:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:54,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742183_1359 (size=12151) 2024-11-24T02:22:54,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:54,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415034699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415034702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415034702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415034704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415034706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,833 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/63ba6f48f7b743ad8cbd5ab7784f967f 2024-11-24T02:22:54,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/22f5ea99e8e14d34b06b9a2b87dac0c4 is 50, key is test_row_0/C:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742184_1360 (size=12151) 2024-11-24T02:22:54,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:54,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:54,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:54,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:54,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415035207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415035211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415035212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415035212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415035213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:22:55,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/22f5ea99e8e14d34b06b9a2b87dac0c4 2024-11-24T02:22:55,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/5914d676b4ec4730a19c1fec79babee3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3 2024-11-24T02:22:55,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3, entries=150, sequenceid=216, filesize=30.4 K 2024-11-24T02:22:55,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/63ba6f48f7b743ad8cbd5ab7784f967f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f 2024-11-24T02:22:55,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T02:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/22f5ea99e8e14d34b06b9a2b87dac0c4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4 2024-11-24T02:22:55,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T02:22:55,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 690c232a5f21e6efbfde022b563cc2e2 in 1264ms, sequenceid=216, compaction requested=true 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:22:55,328 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:55,328 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:55,329 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:55,329 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/B is initiating minor compaction (all files) 2024-11-24T02:22:55,329 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:55,329 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/B in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,329 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/A is initiating minor compaction (all files) 2024-11-24T02:22:55,329 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/A in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,329 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/d8ec321f42b8401eb8b5e51bbcf8121e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=36.0 K 2024-11-24T02:22:55,329 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=91.5 K 2024-11-24T02:22:55,329 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,329 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3] 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13294a57f64d458fa179742b0af903e1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969660 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d8ec321f42b8401eb8b5e51bbcf8121e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969660 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c0c859fdd64879ad8ddb3a53782cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414969781 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb7d61d97102423fa6793c7e3dc84dad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414969781 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ba6f48f7b743ad8cbd5ab7784f967f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732414971927 2024-11-24T02:22:55,330 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5914d676b4ec4730a19c1fec79babee3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732414971927 2024-11-24T02:22:55,337 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:55,337 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/bca67bec7404482986e2e64c1ee339d5 is 50, key is test_row_0/B:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:55,339 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:55,341 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124cc6de876c9ea47bc846f9eca2e596137_690c232a5f21e6efbfde022b563cc2e2 store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742185_1361 (size=12663) 2024-11-24T02:22:55,343 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124cc6de876c9ea47bc846f9eca2e596137_690c232a5f21e6efbfde022b563cc2e2, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:55,343 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cc6de876c9ea47bc846f9eca2e596137_690c232a5f21e6efbfde022b563cc2e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:55,347 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/bca67bec7404482986e2e64c1ee339d5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/bca67bec7404482986e2e64c1ee339d5 2024-11-24T02:22:55,351 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/B of 690c232a5f21e6efbfde022b563cc2e2 into bca67bec7404482986e2e64c1ee339d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:55,351 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:55,351 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/B, priority=13, startTime=1732414975328; duration=0sec 2024-11-24T02:22:55,351 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:22:55,351 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:55,351 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:22:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742186_1362 (size=4469) 2024-11-24T02:22:55,352 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:22:55,352 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 690c232a5f21e6efbfde022b563cc2e2/C is initiating minor compaction (all files) 2024-11-24T02:22:55,352 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 690c232a5f21e6efbfde022b563cc2e2/C in TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,353 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/3294d900cef847e28c00416e4b396f83, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp, totalSize=36.0 K 2024-11-24T02:22:55,353 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3294d900cef847e28c00416e4b396f83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732414969660 2024-11-24T02:22:55,354 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b47fc27723f54097bd6c629616e25828, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732414969781 2024-11-24T02:22:55,355 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 22f5ea99e8e14d34b06b9a2b87dac0c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732414971927 2024-11-24T02:22:55,361 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:55,362 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/5a327b2ad3754406936e61882d417536 is 50, key is test_row_0/C:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742187_1363 (size=12663) 2024-11-24T02:22:55,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:55,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T02:22:55,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:55,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249b160b58122841baa9d831ea7167f732_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414974084/Put/seqid=0 2024-11-24T02:22:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742188_1364 (size=12304) 2024-11-24T02:22:55,751 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 690c232a5f21e6efbfde022b563cc2e2#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:22:55,752 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/13ef6cc59b82452a950bb31fe585e871 is 175, key is test_row_0/A:col10/1732414971927/Put/seqid=0 2024-11-24T02:22:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742189_1365 (size=31617) 2024-11-24T02:22:55,770 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/5a327b2ad3754406936e61882d417536 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/5a327b2ad3754406936e61882d417536 2024-11-24T02:22:55,774 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/C of 690c232a5f21e6efbfde022b563cc2e2 into 5a327b2ad3754406936e61882d417536(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:55,774 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:55,775 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/C, priority=13, startTime=1732414975328; duration=0sec 2024-11-24T02:22:55,775 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:55,775 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:55,859 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249b160b58122841baa9d831ea7167f732_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b160b58122841baa9d831ea7167f732_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/728fdf9828714a09845a65272fd4716c, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/728fdf9828714a09845a65272fd4716c is 175, key is test_row_0/A:col10/1732414974084/Put/seqid=0 2024-11-24T02:22:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742190_1366 (size=31105) 2024-11-24T02:22:56,161 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/13ef6cc59b82452a950bb31fe585e871 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13ef6cc59b82452a950bb31fe585e871 2024-11-24T02:22:56,165 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 690c232a5f21e6efbfde022b563cc2e2/A of 690c232a5f21e6efbfde022b563cc2e2 into 13ef6cc59b82452a950bb31fe585e871(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:22:56,165 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:56,165 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2., storeName=690c232a5f21e6efbfde022b563cc2e2/A, priority=13, startTime=1732414975328; duration=0sec 2024-11-24T02:22:56,165 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:56,165 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. as already flushing 2024-11-24T02:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:56,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415036233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415036234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415036235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415036236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415036239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,265 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/728fdf9828714a09845a65272fd4716c 2024-11-24T02:22:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/87e35976ec17478b9f2f3517da630cf6 is 50, key is test_row_0/B:col10/1732414974084/Put/seqid=0 2024-11-24T02:22:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742191_1367 (size=12151) 2024-11-24T02:22:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415036340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415036341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415036341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415036341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415036345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,531 DEBUG [Thread-1398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:54374 2024-11-24T02:22:56,531 DEBUG [Thread-1398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:56,532 DEBUG [Thread-1394 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:54374 2024-11-24T02:22:56,532 DEBUG [Thread-1394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:56,533 DEBUG [Thread-1390 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:54374 2024-11-24T02:22:56,533 DEBUG [Thread-1390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:56,535 DEBUG [Thread-1392 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:54374 2024-11-24T02:22:56,535 DEBUG [Thread-1392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:56,537 DEBUG [Thread-1396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:54374 2024-11-24T02:22:56,537 DEBUG [Thread-1396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415036545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415036545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415036545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415036546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415036550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/87e35976ec17478b9f2f3517da630cf6 2024-11-24T02:22:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b7410e3cb3b94215b10db9f965fc1e40 is 50, key is test_row_0/C:col10/1732414974084/Put/seqid=0 2024-11-24T02:22:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742192_1368 (size=12151) 2024-11-24T02:22:56,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47088 deadline: 1732415036846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47044 deadline: 1732415036846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47020 deadline: 1732415036847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1732415036848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:56,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:22:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732415036853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:57,085 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b7410e3cb3b94215b10db9f965fc1e40 2024-11-24T02:22:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/728fdf9828714a09845a65272fd4716c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/728fdf9828714a09845a65272fd4716c 2024-11-24T02:22:57,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/728fdf9828714a09845a65272fd4716c, entries=150, sequenceid=235, filesize=30.4 K 2024-11-24T02:22:57,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/87e35976ec17478b9f2f3517da630cf6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/87e35976ec17478b9f2f3517da630cf6 2024-11-24T02:22:57,095 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/87e35976ec17478b9f2f3517da630cf6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T02:22:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/b7410e3cb3b94215b10db9f965fc1e40 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b7410e3cb3b94215b10db9f965fc1e40 2024-11-24T02:22:57,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b7410e3cb3b94215b10db9f965fc1e40, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T02:22:57,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 690c232a5f21e6efbfde022b563cc2e2 in 1654ms, sequenceid=235, compaction requested=false 2024-11-24T02:22:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T02:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T02:22:57,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T02:22:57,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0290 sec 2024-11-24T02:22:57,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.0330 sec 2024-11-24T02:22:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:57,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T02:22:57,349 DEBUG [Thread-1383 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:54374 2024-11-24T02:22:57,349 DEBUG [Thread-1383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:57,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:57,351 DEBUG [Thread-1385 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:54374 2024-11-24T02:22:57,351 DEBUG [Thread-1385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:57,353 DEBUG [Thread-1381 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:54374 2024-11-24T02:22:57,353 DEBUG [Thread-1381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:57,354 DEBUG [Thread-1379 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:54374 2024-11-24T02:22:57,354 DEBUG [Thread-1379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:57,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245cb38d6574ac48d98dc4b9c02291606d_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_0/A:col10/1732414976233/Put/seqid=0 2024-11-24T02:22:57,359 DEBUG [Thread-1387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:54374 2024-11-24T02:22:57,359 DEBUG [Thread-1387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742193_1369 (size=12304) 2024-11-24T02:22:57,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:57,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245cb38d6574ac48d98dc4b9c02291606d_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245cb38d6574ac48d98dc4b9c02291606d_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:57,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/c69d0e85b71741fd84150d6b7faa3c61, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:57,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/c69d0e85b71741fd84150d6b7faa3c61 is 175, key is test_row_0/A:col10/1732414976233/Put/seqid=0 2024-11-24T02:22:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742194_1370 (size=31105) 2024-11-24T02:22:57,768 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/c69d0e85b71741fd84150d6b7faa3c61 2024-11-24T02:22:57,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/e3939963334c491fa40ce700d2ad1c64 is 50, key is test_row_0/B:col10/1732414976233/Put/seqid=0 2024-11-24T02:22:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742195_1371 (size=12151) 2024-11-24T02:22:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T02:22:58,174 INFO [Thread-1389 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2967 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8901 rows 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2962 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8886 rows 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2985 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8955 rows 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2957 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8871 rows 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2968 2024-11-24T02:22:58,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8902 rows 2024-11-24T02:22:58,175 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:22:58,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:54374 2024-11-24T02:22:58,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:22:58,177 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:22:58,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:22:58,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/e3939963334c491fa40ce700d2ad1c64 2024-11-24T02:22:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:22:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:22:58,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414978181"}]},"ts":"1732414978181"} 2024-11-24T02:22:58,183 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:22:58,185 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:22:58,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:22:58,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/befd73bba60f4312b92eaa6068a2069a is 50, key is test_row_0/C:col10/1732414976233/Put/seqid=0 2024-11-24T02:22:58,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, UNASSIGN}] 2024-11-24T02:22:58,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, UNASSIGN 2024-11-24T02:22:58,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:22:58,189 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:22:58,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; CloseRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:22:58,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742196_1372 (size=12151) 2024-11-24T02:22:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:22:58,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:22:58,341 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(124): Close 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:58,341 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:22:58,341 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1681): Closing 690c232a5f21e6efbfde022b563cc2e2, disabling compactions & flushes 2024-11-24T02:22:58,341 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:22:58,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/befd73bba60f4312b92eaa6068a2069a 2024-11-24T02:22:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/c69d0e85b71741fd84150d6b7faa3c61 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/c69d0e85b71741fd84150d6b7faa3c61 2024-11-24T02:22:58,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/c69d0e85b71741fd84150d6b7faa3c61, entries=150, sequenceid=256, filesize=30.4 K 2024-11-24T02:22:58,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/e3939963334c491fa40ce700d2ad1c64 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/e3939963334c491fa40ce700d2ad1c64 2024-11-24T02:22:58,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/e3939963334c491fa40ce700d2ad1c64, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T02:22:58,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/befd73bba60f4312b92eaa6068a2069a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/befd73bba60f4312b92eaa6068a2069a 2024-11-24T02:22:58,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/befd73bba60f4312b92eaa6068a2069a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T02:22:58,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=26.84 KB/27480 for 690c232a5f21e6efbfde022b563cc2e2 in 1256ms, sequenceid=256, compaction requested=true 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:22:58,605 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:22:58,605 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:58,605 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. after waiting 0 ms 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. because compaction request was cancelled 2024-11-24T02:22:58,605 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:A 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. because compaction request was cancelled 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:B 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. because compaction request was cancelled 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 690c232a5f21e6efbfde022b563cc2e2:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:22:58,605 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(2837): Flushing 690c232a5f21e6efbfde022b563cc2e2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:22:58,605 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 690c232a5f21e6efbfde022b563cc2e2:C 2024-11-24T02:22:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:22:58,605 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=A 2024-11-24T02:22:58,606 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:58,606 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=B 2024-11-24T02:22:58,606 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:58,606 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 690c232a5f21e6efbfde022b563cc2e2, store=C 2024-11-24T02:22:58,606 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:22:58,610 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240dbf0ec803db43819500de23d3d33cc4_690c232a5f21e6efbfde022b563cc2e2 is 50, key is test_row_1/A:col10/1732414977353/Put/seqid=0 2024-11-24T02:22:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742197_1373 (size=9914) 2024-11-24T02:22:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:22:59,014 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:22:59,017 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240dbf0ec803db43819500de23d3d33cc4_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240dbf0ec803db43819500de23d3d33cc4_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:22:59,018 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/8259c9a711a64183b7f59e9e6884ab9e, store: [table=TestAcidGuarantees family=A region=690c232a5f21e6efbfde022b563cc2e2] 2024-11-24T02:22:59,018 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/8259c9a711a64183b7f59e9e6884ab9e is 175, key is test_row_1/A:col10/1732414977353/Put/seqid=0 2024-11-24T02:22:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742198_1374 (size=22561) 2024-11-24T02:22:59,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:22:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:22:59,422 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/8259c9a711a64183b7f59e9e6884ab9e 2024-11-24T02:22:59,428 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/54237c6380b5463c99aab0352f1b380e is 50, key is test_row_1/B:col10/1732414977353/Put/seqid=0 2024-11-24T02:22:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742199_1375 (size=9857) 2024-11-24T02:22:59,832 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/54237c6380b5463c99aab0352f1b380e 2024-11-24T02:22:59,838 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/d4276217cc664a75ac7ab34cf393c766 is 50, key is test_row_1/C:col10/1732414977353/Put/seqid=0 2024-11-24T02:22:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742200_1376 (size=9857) 2024-11-24T02:23:00,242 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/d4276217cc664a75ac7ab34cf393c766 2024-11-24T02:23:00,246 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/A/8259c9a711a64183b7f59e9e6884ab9e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/8259c9a711a64183b7f59e9e6884ab9e 2024-11-24T02:23:00,250 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/8259c9a711a64183b7f59e9e6884ab9e, entries=100, sequenceid=263, filesize=22.0 K 2024-11-24T02:23:00,250 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/B/54237c6380b5463c99aab0352f1b380e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/54237c6380b5463c99aab0352f1b380e 2024-11-24T02:23:00,253 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/54237c6380b5463c99aab0352f1b380e, entries=100, sequenceid=263, filesize=9.6 K 2024-11-24T02:23:00,254 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/.tmp/C/d4276217cc664a75ac7ab34cf393c766 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/d4276217cc664a75ac7ab34cf393c766 2024-11-24T02:23:00,256 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/d4276217cc664a75ac7ab34cf393c766, entries=100, sequenceid=263, filesize=9.6 K 2024-11-24T02:23:00,257 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 690c232a5f21e6efbfde022b563cc2e2 in 1652ms, sequenceid=263, compaction requested=true 2024-11-24T02:23:00,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3] to archive 2024-11-24T02:23:00,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:00,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29cabdcb5944413ea020f62b89d92f61 2024-11-24T02:23:00,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/330426ef4909401dbd684457a097083f 2024-11-24T02:23:00,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/45b881c73e544ff0bdb87883f0435a45 2024-11-24T02:23:00,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/bd18222f45964616a4878645ca24bd56 2024-11-24T02:23:00,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/29140e3d3bc2412e96eb432424ca7bd5 2024-11-24T02:23:00,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/a1d89e1370544337a0581202e823f1ad 2024-11-24T02:23:00,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/b4f1238f384d4579b603bbd24e1a5526 2024-11-24T02:23:00,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/99ca392f840b4c76b0a4190bd38c6f37 2024-11-24T02:23:00,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/1aa137cb831c474488faae7839518507 2024-11-24T02:23:00,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb0ecde05a604c3b85c89d577876cfa3 2024-11-24T02:23:00,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/af4fbd1b9be14103b199b205c010d378 2024-11-24T02:23:00,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/19bddac3b7f1404bafeb089693a51572 2024-11-24T02:23:00,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13294a57f64d458fa179742b0af903e1 2024-11-24T02:23:00,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/eb7d61d97102423fa6793c7e3dc84dad 2024-11-24T02:23:00,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/5914d676b4ec4730a19c1fec79babee3 2024-11-24T02:23:00,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/04a57abdac694fe48b290cec30b1ab50, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9df25ef9315e4cc59286ee43d9223f56, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/dbedfdc68e6840e28d8fc1f1cdb94881, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/d8ec321f42b8401eb8b5e51bbcf8121e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f] to archive 2024-11-24T02:23:00,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:00,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/7f018194b47c4024bedef9a021222dcf 2024-11-24T02:23:00,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0bb358ff76ae4e6f9d854976114912bb 2024-11-24T02:23:00,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/04a57abdac694fe48b290cec30b1ab50 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/04a57abdac694fe48b290cec30b1ab50 2024-11-24T02:23:00,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9ec9ada4ef494c6d9093cacde1602035 2024-11-24T02:23:00,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/50473dc5e1b14fb7a1a164dffcc6e946 2024-11-24T02:23:00,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9df25ef9315e4cc59286ee43d9223f56 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/9df25ef9315e4cc59286ee43d9223f56 2024-11-24T02:23:00,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/86bde82687f34a1bbe1fb4ef5dbe6af5 2024-11-24T02:23:00,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/977514c83e644d30b8c893311c2ed8b3 2024-11-24T02:23:00,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/dbedfdc68e6840e28d8fc1f1cdb94881 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/dbedfdc68e6840e28d8fc1f1cdb94881 2024-11-24T02:23:00,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/74ab43c535234beaae4d5f5e330ccc03 2024-11-24T02:23:00,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/0acc85406e7d42058ab996ed675846d1 2024-11-24T02:23:00,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/d8ec321f42b8401eb8b5e51bbcf8121e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/d8ec321f42b8401eb8b5e51bbcf8121e 2024-11-24T02:23:00,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/35464e7b15434480a9c398bf5f3287c1 2024-11-24T02:23:00,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/95c0c859fdd64879ad8ddb3a53782cff 2024-11-24T02:23:00,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/63ba6f48f7b743ad8cbd5ab7784f967f 2024-11-24T02:23:00,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/39a23602c682445094e0242d4aae38b1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/0b2ac9402ff94291b3b7670a72e48592, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/50e2ca77a26044c5bc36be58f6023e2d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/3294d900cef847e28c00416e4b396f83, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4] to archive 2024-11-24T02:23:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:23:00,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:00,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35e138fd8eec4a2297ca9a06efe571cc 2024-11-24T02:23:00,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dd8455984e75403598682216e47a2c9e 2024-11-24T02:23:00,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/39a23602c682445094e0242d4aae38b1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/39a23602c682445094e0242d4aae38b1 2024-11-24T02:23:00,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/35a8736eba464a5baa1fcf096635e5a1 2024-11-24T02:23:00,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f1a93e6b8a774e61a1ddc28cd4bf7d29 2024-11-24T02:23:00,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/0b2ac9402ff94291b3b7670a72e48592 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/0b2ac9402ff94291b3b7670a72e48592 2024-11-24T02:23:00,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/60577723b9224c35826b4001271b8180 2024-11-24T02:23:00,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/f2a138ed2e89470bb1a883fc140e72df 2024-11-24T02:23:00,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/50e2ca77a26044c5bc36be58f6023e2d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/50e2ca77a26044c5bc36be58f6023e2d 2024-11-24T02:23:00,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/54710664b5f846328698e66792560db6 2024-11-24T02:23:00,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/dba8f9c9e5ac4fac99d2a57c7390b0d5 2024-11-24T02:23:00,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/3294d900cef847e28c00416e4b396f83 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/3294d900cef847e28c00416e4b396f83 2024-11-24T02:23:00,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/4c496eaff9c54988845b5469a4f4d783 2024-11-24T02:23:00,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b47fc27723f54097bd6c629616e25828 2024-11-24T02:23:00,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/22f5ea99e8e14d34b06b9a2b87dac0c4 2024-11-24T02:23:00,300 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits/266.seqid, newMaxSeqId=266, maxSeqId=4 2024-11-24T02:23:00,301 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2. 2024-11-24T02:23:00,301 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1635): Region close journal for 690c232a5f21e6efbfde022b563cc2e2: 2024-11-24T02:23:00,302 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(170): Closed 690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:00,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=690c232a5f21e6efbfde022b563cc2e2, regionState=CLOSED 2024-11-24T02:23:00,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T02:23:00,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseRegionProcedure 690c232a5f21e6efbfde022b563cc2e2, server=4ccb785458ec,44071,1732414860783 in 2.1140 sec 2024-11-24T02:23:00,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-24T02:23:00,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=690c232a5f21e6efbfde022b563cc2e2, UNASSIGN in 2.1170 sec 2024-11-24T02:23:00,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T02:23:00,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1190 sec 2024-11-24T02:23:00,307 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414980307"}]},"ts":"1732414980307"} 2024-11-24T02:23:00,307 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:23:00,309 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:23:00,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1330 sec 2024-11-24T02:23:00,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T02:23:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T02:23:02,286 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T02:23:02,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:23:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=114, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T02:23:02,289 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits] 2024-11-24T02:23:02,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13ef6cc59b82452a950bb31fe585e871 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/13ef6cc59b82452a950bb31fe585e871 2024-11-24T02:23:02,294 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/728fdf9828714a09845a65272fd4716c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/728fdf9828714a09845a65272fd4716c 2024-11-24T02:23:02,295 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/8259c9a711a64183b7f59e9e6884ab9e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/8259c9a711a64183b7f59e9e6884ab9e 2024-11-24T02:23:02,296 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/c69d0e85b71741fd84150d6b7faa3c61 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/A/c69d0e85b71741fd84150d6b7faa3c61 2024-11-24T02:23:02,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/54237c6380b5463c99aab0352f1b380e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/54237c6380b5463c99aab0352f1b380e 2024-11-24T02:23:02,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/87e35976ec17478b9f2f3517da630cf6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/87e35976ec17478b9f2f3517da630cf6 2024-11-24T02:23:02,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/bca67bec7404482986e2e64c1ee339d5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/bca67bec7404482986e2e64c1ee339d5 2024-11-24T02:23:02,300 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/e3939963334c491fa40ce700d2ad1c64 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/B/e3939963334c491fa40ce700d2ad1c64 2024-11-24T02:23:02,302 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/5a327b2ad3754406936e61882d417536 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/5a327b2ad3754406936e61882d417536 2024-11-24T02:23:02,302 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b7410e3cb3b94215b10db9f965fc1e40 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/b7410e3cb3b94215b10db9f965fc1e40 2024-11-24T02:23:02,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/befd73bba60f4312b92eaa6068a2069a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/befd73bba60f4312b92eaa6068a2069a 2024-11-24T02:23:02,304 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/d4276217cc664a75ac7ab34cf393c766 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/C/d4276217cc664a75ac7ab34cf393c766 2024-11-24T02:23:02,306 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits/266.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2/recovered.edits/266.seqid 2024-11-24T02:23:02,306 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,306 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:23:02,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:23:02,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T02:23:02,309 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240dbf0ec803db43819500de23d3d33cc4_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240dbf0ec803db43819500de23d3d33cc4_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,310 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411f169109fb045739a9b32c54f178104_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411f169109fb045739a9b32c54f178104_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,311 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244691191e4ef943f5a7e15d618592584f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244691191e4ef943f5a7e15d618592584f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,312 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245cb38d6574ac48d98dc4b9c02291606d_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245cb38d6574ac48d98dc4b9c02291606d_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,313 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471385f90abbf4ef7a5861608f22f036f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471385f90abbf4ef7a5861608f22f036f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,314 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248914ca5576314024adbf6385e2f09fb7_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248914ca5576314024adbf6385e2f09fb7_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,314 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112493b71404b6ca4d3099244c3befe6ffe8_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112493b71404b6ca4d3099244c3befe6ffe8_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,315 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b160b58122841baa9d831ea7167f732_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b160b58122841baa9d831ea7167f732_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,316 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a52489e184514a16b2d0c30d3488bda8_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a52489e184514a16b2d0c30d3488bda8_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,317 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af0b322e4ce44d899c737899df4c7868_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af0b322e4ce44d899c737899df4c7868_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b915325c508c400aad82eaaff169842f_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b915325c508c400aad82eaaff169842f_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c21c4fd64f8b4386bb998f0f36928d62_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c21c4fd64f8b4386bb998f0f36928d62_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8b9418b574d46beb0c34d1bfc41d4ad_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8b9418b574d46beb0c34d1bfc41d4ad_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,320 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f22a0ab27fd542cb9ff5df246a3a1667_690c232a5f21e6efbfde022b563cc2e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f22a0ab27fd542cb9ff5df246a3a1667_690c232a5f21e6efbfde022b563cc2e2 2024-11-24T02:23:02,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:23:02,322 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=114, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,324 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:23:02,325 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:23:02,326 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=114, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,326 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:23:02,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732414982326"}]},"ts":"9223372036854775807"} 2024-11-24T02:23:02,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:23:02,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 690c232a5f21e6efbfde022b563cc2e2, NAME => 'TestAcidGuarantees,,1732414953468.690c232a5f21e6efbfde022b563cc2e2.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:23:02,328 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:23:02,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732414982328"}]},"ts":"9223372036854775807"} 2024-11-24T02:23:02,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:23:02,331 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=114, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-24T02:23:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T02:23:02,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T02:23:02,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=7374 (was 7398) 2024-11-24T02:23:02,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=7374 2024-11-24T02:23:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:23:02,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:23:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:02,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:23:02,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:02,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 115 2024-11-24T02:23:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:02,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:23:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742201_1377 (size=960) 2024-11-24T02:23:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:02,818 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:23:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742202_1378 (size=53) 2024-11-24T02:23:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing feba396f62b9a6690ea0d16c3ed71ea1, disabling compactions & flushes 2024-11-24T02:23:03,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. after waiting 0 ms 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:03,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:23:03,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732414983225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732414983225"}]},"ts":"1732414983225"} 2024-11-24T02:23:03,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:23:03,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:23:03,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414983227"}]},"ts":"1732414983227"} 2024-11-24T02:23:03,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:23:03,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, ASSIGN}] 2024-11-24T02:23:03,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, ASSIGN 2024-11-24T02:23:03,233 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:23:03,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=feba396f62b9a6690ea0d16c3ed71ea1, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:03,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; OpenRegionProcedure feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:23:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:03,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:03,539 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,539 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:23:03,539 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,540 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:23:03,540 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,540 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,541 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,542 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:03,542 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feba396f62b9a6690ea0d16c3ed71ea1 columnFamilyName A 2024-11-24T02:23:03,542 DEBUG [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:03,542 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(327): Store=feba396f62b9a6690ea0d16c3ed71ea1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:03,542 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,543 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:03,543 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feba396f62b9a6690ea0d16c3ed71ea1 columnFamilyName B 2024-11-24T02:23:03,543 DEBUG [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:03,544 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(327): Store=feba396f62b9a6690ea0d16c3ed71ea1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:03,544 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,545 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:03,545 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feba396f62b9a6690ea0d16c3ed71ea1 columnFamilyName C 2024-11-24T02:23:03,545 DEBUG [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:03,545 INFO [StoreOpener-feba396f62b9a6690ea0d16c3ed71ea1-1 {}] regionserver.HStore(327): Store=feba396f62b9a6690ea0d16c3ed71ea1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:03,545 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,546 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,546 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,548 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:23:03,549 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:03,550 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:23:03,550 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened feba396f62b9a6690ea0d16c3ed71ea1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65405479, jitterRate=-0.02538241446018219}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:23:03,551 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:03,551 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., pid=117, masterSystemTime=1732414983536 2024-11-24T02:23:03,553 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,553 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:03,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=feba396f62b9a6690ea0d16c3ed71ea1, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:03,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T02:23:03,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; OpenRegionProcedure feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 in 169 msec 2024-11-24T02:23:03,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-24T02:23:03,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, ASSIGN in 323 msec 2024-11-24T02:23:03,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:23:03,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732414983556"}]},"ts":"1732414983556"} 2024-11-24T02:23:03,557 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:23:03,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:23:03,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-24T02:23:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-24T02:23:04,515 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 115 completed 2024-11-24T02:23:04,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-24T02:23:04,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,522 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:23:04,524 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:23:04,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-24T02:23:04,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-24T02:23:04,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-24T02:23:04,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-24T02:23:04,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-24T02:23:04,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-24T02:23:04,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-24T02:23:04,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-24T02:23:04,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-24T02:23:04,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-24T02:23:04,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:04,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-24T02:23:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:04,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:04,564 DEBUG [hconnection-0x5c7c5ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,564 DEBUG [hconnection-0x6453dd9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:04,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:04,565 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,566 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:04,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:04,577 DEBUG [hconnection-0x793b3946-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,578 DEBUG [hconnection-0x53b294ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,578 DEBUG [hconnection-0x6b2687a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,578 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,579 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,579 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,580 DEBUG [hconnection-0x758a8482-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,580 DEBUG [hconnection-0x46d259e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,581 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,584 DEBUG [hconnection-0x720a2e5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,600 DEBUG [hconnection-0xadbd9fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/946dfb237a444fb7b93350fece4330e0 is 50, key is test_row_0/A:col10/1732414984571/Put/seqid=0 2024-11-24T02:23:04,601 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,601 DEBUG [hconnection-0x2556728d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:04,602 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742203_1379 (size=12001) 2024-11-24T02:23:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415044602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415044603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415044624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415044624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415044624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:04,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:04,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415044731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415044731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415044731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415044732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415044732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:04,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:04,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415044933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415044934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415044935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415044935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415044935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/946dfb237a444fb7b93350fece4330e0 2024-11-24T02:23:05,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/8bb248ebaa7b4290b9664be57fed2bee is 50, key is test_row_0/B:col10/1732414984571/Put/seqid=0 2024-11-24T02:23:05,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742204_1380 (size=12001) 2024-11-24T02:23:05,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/8bb248ebaa7b4290b9664be57fed2bee 2024-11-24T02:23:05,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/051423359d234caeb047e6ef89f31017 is 50, key is test_row_0/C:col10/1732414984571/Put/seqid=0 2024-11-24T02:23:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742205_1381 (size=12001) 2024-11-24T02:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:05,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415045238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415045238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415045239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415045239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415045240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/051423359d234caeb047e6ef89f31017 2024-11-24T02:23:05,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/946dfb237a444fb7b93350fece4330e0 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0 2024-11-24T02:23:05,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T02:23:05,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/8bb248ebaa7b4290b9664be57fed2bee as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee 2024-11-24T02:23:05,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T02:23:05,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/051423359d234caeb047e6ef89f31017 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017 2024-11-24T02:23:05,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T02:23:05,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for feba396f62b9a6690ea0d16c3ed71ea1 in 919ms, sequenceid=12, compaction requested=false 2024-11-24T02:23:05,494 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T02:23:05,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:05,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T02:23:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:05,636 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:05,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9d390db55ae442a2a92e74d67ce92284 is 50, key is test_row_0/A:col10/1732414984589/Put/seqid=0 2024-11-24T02:23:05,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742206_1382 (size=12001) 2024-11-24T02:23:05,646 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9d390db55ae442a2a92e74d67ce92284 2024-11-24T02:23:05,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2ef5531e7a1d45f9b080df8160b73727 is 50, key is test_row_0/B:col10/1732414984589/Put/seqid=0 2024-11-24T02:23:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742207_1383 (size=12001) 2024-11-24T02:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415045749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415045750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415045751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415045751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415045752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:23:05,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415045855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415045855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415045855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415045855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:05,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415045856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2ef5531e7a1d45f9b080df8160b73727 2024-11-24T02:23:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415046058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415046059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415046059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415046059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415046060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cdff7ef1ebe741f9bfd3bc767869d273 is 50, key is test_row_0/C:col10/1732414984589/Put/seqid=0 2024-11-24T02:23:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742208_1384 (size=12001) 2024-11-24T02:23:06,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cdff7ef1ebe741f9bfd3bc767869d273 2024-11-24T02:23:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9d390db55ae442a2a92e74d67ce92284 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284 2024-11-24T02:23:06,077 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T02:23:06,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2ef5531e7a1d45f9b080df8160b73727 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727 2024-11-24T02:23:06,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T02:23:06,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cdff7ef1ebe741f9bfd3bc767869d273 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273 2024-11-24T02:23:06,085 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T02:23:06,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for feba396f62b9a6690ea0d16c3ed71ea1 in 450ms, sequenceid=38, compaction requested=false 2024-11-24T02:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-24T02:23:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-24T02:23:06,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T02:23:06,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-24T02:23:06,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.5260 sec 2024-11-24T02:23:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:06,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:06,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/7167f20c96de44168bb56f5a4607a7f7 is 50, key is test_row_0/A:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742209_1385 (size=14341) 2024-11-24T02:23:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415046389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415046392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415046393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415046394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415046395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415046498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415046500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415046500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415046501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415046503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T02:23:06,667 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T02:23:06,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-24T02:23:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:06,670 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:06,671 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:06,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415046702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415046703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415046704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415046704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415046707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:06,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/7167f20c96de44168bb56f5a4607a7f7 2024-11-24T02:23:06,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3c6d00d190f549938e3f99bb5719ca2d is 50, key is test_row_0/B:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742210_1386 (size=12001) 2024-11-24T02:23:06,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:06,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:06,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:06,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:06,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415047007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415047007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415047009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415047010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415047011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3c6d00d190f549938e3f99bb5719ca2d 2024-11-24T02:23:07,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/bf8177a3a59b4e4ebe7a62b9acdd06db is 50, key is test_row_0/C:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742211_1387 (size=12001) 2024-11-24T02:23:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:07,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415047513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415047515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415047515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415047515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415047517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:07,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:07,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:07,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/bf8177a3a59b4e4ebe7a62b9acdd06db 2024-11-24T02:23:07,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/7167f20c96de44168bb56f5a4607a7f7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7 2024-11-24T02:23:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7, entries=200, sequenceid=50, filesize=14.0 K 2024-11-24T02:23:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3c6d00d190f549938e3f99bb5719ca2d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d 2024-11-24T02:23:07,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T02:23:07,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/bf8177a3a59b4e4ebe7a62b9acdd06db as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db 2024-11-24T02:23:07,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T02:23:07,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for feba396f62b9a6690ea0d16c3ed71ea1 in 1250ms, sequenceid=50, compaction requested=true 2024-11-24T02:23:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:07,616 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:07,616 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:07,617 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:07,617 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:07,618 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,618 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,618 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.2 K 2024-11-24T02:23:07,618 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=37.4 K 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb248ebaa7b4290b9664be57fed2bee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732414984571 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 946dfb237a444fb7b93350fece4330e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732414984571 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef5531e7a1d45f9b080df8160b73727, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732414984589 2024-11-24T02:23:07,618 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d390db55ae442a2a92e74d67ce92284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732414984589 2024-11-24T02:23:07,619 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c6d00d190f549938e3f99bb5719ca2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985750 2024-11-24T02:23:07,619 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7167f20c96de44168bb56f5a4607a7f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985745 2024-11-24T02:23:07,632 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:07,632 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:07,632 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/dcba5cd68065467083d4279532cd4387 is 50, key is test_row_0/A:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:07,632 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/f8c9399c69d84d948c6e094fcecdf177 is 50, key is test_row_0/B:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742212_1388 (size=12104) 2024-11-24T02:23:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742213_1389 (size=12104) 2024-11-24T02:23:07,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:07,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T02:23:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:07,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a331285e9f6c4430b0d705e06e44e867 is 50, key is test_row_0/A:col10/1732414986383/Put/seqid=0 2024-11-24T02:23:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742214_1390 (size=12001) 2024-11-24T02:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:08,047 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/dcba5cd68065467083d4279532cd4387 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/dcba5cd68065467083d4279532cd4387 2024-11-24T02:23:08,051 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/f8c9399c69d84d948c6e094fcecdf177 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f8c9399c69d84d948c6e094fcecdf177 2024-11-24T02:23:08,052 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into dcba5cd68065467083d4279532cd4387(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:08,052 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:08,052 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732414987615; duration=0sec 2024-11-24T02:23:08,052 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:08,052 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:08,052 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:08,053 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:08,053 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:08,053 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:08,054 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.2 K 2024-11-24T02:23:08,054 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 051423359d234caeb047e6ef89f31017, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732414984571 2024-11-24T02:23:08,054 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdff7ef1ebe741f9bfd3bc767869d273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732414984589 2024-11-24T02:23:08,055 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8177a3a59b4e4ebe7a62b9acdd06db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985750 2024-11-24T02:23:08,056 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into f8c9399c69d84d948c6e094fcecdf177(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:08,056 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:08,056 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732414987615; duration=0sec 2024-11-24T02:23:08,056 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:08,056 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:08,064 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:08,064 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/50702bc7875140c9aa036da8835dae2c is 50, key is test_row_0/C:col10/1732414985750/Put/seqid=0 2024-11-24T02:23:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742215_1391 (size=12104) 2024-11-24T02:23:08,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a331285e9f6c4430b0d705e06e44e867 2024-11-24T02:23:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6b4b477a403e4722b2ffe8167ae4360b is 50, key is test_row_0/B:col10/1732414986383/Put/seqid=0 2024-11-24T02:23:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742216_1392 (size=12001) 2024-11-24T02:23:08,473 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/50702bc7875140c9aa036da8835dae2c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/50702bc7875140c9aa036da8835dae2c 2024-11-24T02:23:08,477 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into 50702bc7875140c9aa036da8835dae2c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:08,477 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:08,477 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732414987616; duration=0sec 2024-11-24T02:23:08,477 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:08,477 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:08,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:08,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415048526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415048529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415048530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415048530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415048531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6b4b477a403e4722b2ffe8167ae4360b 2024-11-24T02:23:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/75c834100e0e40d6954d6185e166f06f is 50, key is test_row_0/C:col10/1732414986383/Put/seqid=0 2024-11-24T02:23:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742217_1393 (size=12001) 2024-11-24T02:23:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415048632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415048635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415048637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415048638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:08,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415048836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415048840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415048843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415048843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:08,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/75c834100e0e40d6954d6185e166f06f 2024-11-24T02:23:08,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a331285e9f6c4430b0d705e06e44e867 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867 2024-11-24T02:23:08,980 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:23:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6b4b477a403e4722b2ffe8167ae4360b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b 2024-11-24T02:23:08,984 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:23:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/75c834100e0e40d6954d6185e166f06f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f 2024-11-24T02:23:08,988 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T02:23:08,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for feba396f62b9a6690ea0d16c3ed71ea1 in 1249ms, sequenceid=75, compaction requested=false 2024-11-24T02:23:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-24T02:23:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-24T02:23:08,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T02:23:08,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3190 sec 2024-11-24T02:23:08,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.3230 sec 2024-11-24T02:23:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:09,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:09,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:09,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/48e9c79c44784318a0cc3d1c047bcdc1 is 50, key is test_row_0/A:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742218_1394 (size=12001) 2024-11-24T02:23:09,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415049218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415049225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415049226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415049226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415049327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415049332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415049335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415049335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415049531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415049537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415049538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415049539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/48e9c79c44784318a0cc3d1c047bcdc1 2024-11-24T02:23:09,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/63e228934a664e96bf2cf4d26f91445e is 50, key is test_row_0/B:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742219_1395 (size=12001) 2024-11-24T02:23:09,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415049836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415049841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415049844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415049845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:09,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/63e228934a664e96bf2cf4d26f91445e 2024-11-24T02:23:09,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/b235261cd47742f2a663172516226062 is 50, key is test_row_0/C:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742220_1396 (size=12001) 2024-11-24T02:23:10,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415050340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415050348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415050350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415050353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/b235261cd47742f2a663172516226062 2024-11-24T02:23:10,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/48e9c79c44784318a0cc3d1c047bcdc1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1 2024-11-24T02:23:10,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T02:23:10,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/63e228934a664e96bf2cf4d26f91445e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e 2024-11-24T02:23:10,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T02:23:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/b235261cd47742f2a663172516226062 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062 2024-11-24T02:23:10,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T02:23:10,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for feba396f62b9a6690ea0d16c3ed71ea1 in 1252ms, sequenceid=90, compaction requested=true 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:10,395 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:10,395 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:10,396 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:10,396 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:10,396 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:10,396 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:10,396 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:10,396 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:10,396 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/dcba5cd68065467083d4279532cd4387, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.3 K 2024-11-24T02:23:10,396 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f8c9399c69d84d948c6e094fcecdf177, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.3 K 2024-11-24T02:23:10,397 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f8c9399c69d84d948c6e094fcecdf177, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985750 2024-11-24T02:23:10,397 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcba5cd68065467083d4279532cd4387, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985750 2024-11-24T02:23:10,397 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a331285e9f6c4430b0d705e06e44e867, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414986383 2024-11-24T02:23:10,397 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b4b477a403e4722b2ffe8167ae4360b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414986383 2024-11-24T02:23:10,397 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e9c79c44784318a0cc3d1c047bcdc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:10,398 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 63e228934a664e96bf2cf4d26f91445e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:10,403 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:10,403 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/19748e462bcd41d885622dca4006061c is 50, key is test_row_0/A:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:10,406 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:10,406 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/4279a4f199bf49d38f9c11443a146048 is 50, key is test_row_0/B:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742221_1397 (size=12207) 2024-11-24T02:23:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742222_1398 (size=12207) 2024-11-24T02:23:10,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T02:23:10,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T02:23:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:10,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:10,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:10,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/6a081d580f3c45d88ff05ddd9d177d45 is 50, key is test_row_0/A:col10/1732414989225/Put/seqid=0 2024-11-24T02:23:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742223_1399 (size=14341) 2024-11-24T02:23:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415050608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415050714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T02:23:10,774 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T02:23:10,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-24T02:23:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:10,777 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:10,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:10,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:10,813 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/19748e462bcd41d885622dca4006061c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/19748e462bcd41d885622dca4006061c 2024-11-24T02:23:10,817 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 19748e462bcd41d885622dca4006061c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:10,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:10,818 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732414990395; duration=0sec 2024-11-24T02:23:10,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:10,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:10,818 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/4279a4f199bf49d38f9c11443a146048 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/4279a4f199bf49d38f9c11443a146048 2024-11-24T02:23:10,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:10,819 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:10,819 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:10,819 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:10,819 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/50702bc7875140c9aa036da8835dae2c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.3 K 2024-11-24T02:23:10,819 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50702bc7875140c9aa036da8835dae2c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732414985750 2024-11-24T02:23:10,820 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c834100e0e40d6954d6185e166f06f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732414986383 2024-11-24T02:23:10,820 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting b235261cd47742f2a663172516226062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:10,822 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into 4279a4f199bf49d38f9c11443a146048(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:10,822 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:10,822 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732414990395; duration=0sec 2024-11-24T02:23:10,822 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:10,822 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:10,826 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:10,826 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/e0ede27bb7664adb9f98f34c5d38b69d is 50, key is test_row_0/C:col10/1732414988530/Put/seqid=0 2024-11-24T02:23:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742224_1400 (size=12207) 2024-11-24T02:23:10,838 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/e0ede27bb7664adb9f98f34c5d38b69d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/e0ede27bb7664adb9f98f34c5d38b69d 2024-11-24T02:23:10,842 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into e0ede27bb7664adb9f98f34c5d38b69d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:10,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:10,842 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732414990395; duration=0sec 2024-11-24T02:23:10,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:10,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:10,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415050918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:10,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:10,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:10,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/6a081d580f3c45d88ff05ddd9d177d45 2024-11-24T02:23:10,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6a0e142a83de4ced802f36f39194d1d8 is 50, key is test_row_0/B:col10/1732414989225/Put/seqid=0 2024-11-24T02:23:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742225_1401 (size=12001) 2024-11-24T02:23:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:11,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415051222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415051350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415051358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415051359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415051359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:11,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6a0e142a83de4ced802f36f39194d1d8 2024-11-24T02:23:11,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/ba5be4f3477046daa8ad3bcc26beb008 is 50, key is test_row_0/C:col10/1732414989225/Put/seqid=0 2024-11-24T02:23:11,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742226_1402 (size=12001) 2024-11-24T02:23:11,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:11,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415051730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/ba5be4f3477046daa8ad3bcc26beb008 2024-11-24T02:23:11,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/6a081d580f3c45d88ff05ddd9d177d45 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45 2024-11-24T02:23:11,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45, entries=200, sequenceid=115, filesize=14.0 K 2024-11-24T02:23:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6a0e142a83de4ced802f36f39194d1d8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8 2024-11-24T02:23:11,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T02:23:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/ba5be4f3477046daa8ad3bcc26beb008 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008 2024-11-24T02:23:11,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T02:23:11,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for feba396f62b9a6690ea0d16c3ed71ea1 in 1252ms, sequenceid=115, compaction requested=false 2024-11-24T02:23:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:11,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:11,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T02:23:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:11,847 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:11,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c078ed19181f406c9791f04fa24f005f is 50, key is test_row_0/A:col10/1732414990602/Put/seqid=0 2024-11-24T02:23:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742227_1403 (size=12001) 2024-11-24T02:23:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:12,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c078ed19181f406c9791f04fa24f005f 2024-11-24T02:23:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6962dee5471e415a8cd5aeb46e89a319 is 50, key is test_row_0/B:col10/1732414990602/Put/seqid=0 2024-11-24T02:23:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742228_1404 (size=12001) 2024-11-24T02:23:12,667 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6962dee5471e415a8cd5aeb46e89a319 2024-11-24T02:23:12,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/4a85c13c816d43849cfb9cf1776ec62f is 50, key is test_row_0/C:col10/1732414990602/Put/seqid=0 2024-11-24T02:23:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742229_1405 (size=12001) 2024-11-24T02:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:12,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415052842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415052947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/4a85c13c816d43849cfb9cf1776ec62f 2024-11-24T02:23:13,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c078ed19181f406c9791f04fa24f005f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f 2024-11-24T02:23:13,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-24T02:23:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6962dee5471e415a8cd5aeb46e89a319 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319 2024-11-24T02:23:13,090 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319, entries=150, sequenceid=129, filesize=11.7 K 2024-11-24T02:23:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/4a85c13c816d43849cfb9cf1776ec62f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f 2024-11-24T02:23:13,094 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-24T02:23:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for feba396f62b9a6690ea0d16c3ed71ea1 in 1248ms, sequenceid=129, compaction requested=true 2024-11-24T02:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-24T02:23:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-24T02:23:13,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T02:23:13,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-11-24T02:23:13,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.3220 sec 2024-11-24T02:23:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:13,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:13,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/f92c128f60cf4d62a8608a790b67c361 is 50, key is test_row_0/A:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:13,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742230_1406 (size=14541) 2024-11-24T02:23:13,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415053196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415053301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415053358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,363 DEBUG [Thread-1726 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:13,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415053367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,369 DEBUG [Thread-1720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:13,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415053379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415053379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,379 DEBUG [Thread-1724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:13,380 DEBUG [Thread-1722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415053507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/f92c128f60cf4d62a8608a790b67c361 2024-11-24T02:23:13,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/7781f65f0c5f40b99981544090a618ec is 50, key is test_row_0/B:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742231_1407 (size=12151) 2024-11-24T02:23:13,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415053813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:13,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/7781f65f0c5f40b99981544090a618ec 2024-11-24T02:23:13,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/eefa95f97ad0493095c870c520ec37c5 is 50, key is test_row_0/C:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742232_1408 (size=12151) 2024-11-24T02:23:14,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415054322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:14,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/eefa95f97ad0493095c870c520ec37c5 2024-11-24T02:23:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/f92c128f60cf4d62a8608a790b67c361 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361 2024-11-24T02:23:14,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361, entries=200, sequenceid=155, filesize=14.2 K 2024-11-24T02:23:14,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/7781f65f0c5f40b99981544090a618ec as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec 2024-11-24T02:23:14,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T02:23:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/eefa95f97ad0493095c870c520ec37c5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5 2024-11-24T02:23:14,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T02:23:14,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for feba396f62b9a6690ea0d16c3ed71ea1 in 1252ms, sequenceid=155, compaction requested=true 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:14,408 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:14,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:14,408 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:14,409 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:14,409 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:14,409 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:14,409 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:14,409 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:14,409 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:14,409 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/4279a4f199bf49d38f9c11443a146048, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=47.2 K 2024-11-24T02:23:14,409 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/19748e462bcd41d885622dca4006061c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=51.8 K 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19748e462bcd41d885622dca4006061c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4279a4f199bf49d38f9c11443a146048, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0e142a83de4ced802f36f39194d1d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732414989225 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a081d580f3c45d88ff05ddd9d177d45, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732414989196 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6962dee5471e415a8cd5aeb46e89a319, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732414990579 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c078ed19181f406c9791f04fa24f005f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732414990579 2024-11-24T02:23:14,410 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f92c128f60cf4d62a8608a790b67c361, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:14,411 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7781f65f0c5f40b99981544090a618ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:14,420 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:14,421 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:14,421 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/05211e43e6ac4d8d875662e838f0d5a3 is 50, key is test_row_0/A:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:14,421 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/7e46923a2c804838b497bc7e9b174a0e is 50, key is test_row_0/B:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:14,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742233_1409 (size=12493) 2024-11-24T02:23:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742234_1410 (size=12493) 2024-11-24T02:23:14,843 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/7e46923a2c804838b497bc7e9b174a0e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7e46923a2c804838b497bc7e9b174a0e 2024-11-24T02:23:14,843 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/05211e43e6ac4d8d875662e838f0d5a3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/05211e43e6ac4d8d875662e838f0d5a3 2024-11-24T02:23:14,848 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into 7e46923a2c804838b497bc7e9b174a0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:14,848 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 05211e43e6ac4d8d875662e838f0d5a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:14,848 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=12, startTime=1732414994408; duration=0sec 2024-11-24T02:23:14,848 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=12, startTime=1732414994408; duration=0sec 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:14,848 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:14,849 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:14,849 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:14,849 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:14,850 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/e0ede27bb7664adb9f98f34c5d38b69d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=47.2 K 2024-11-24T02:23:14,850 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ede27bb7664adb9f98f34c5d38b69d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732414988528 2024-11-24T02:23:14,850 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5be4f3477046daa8ad3bcc26beb008, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732414989225 2024-11-24T02:23:14,851 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a85c13c816d43849cfb9cf1776ec62f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732414990579 2024-11-24T02:23:14,851 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting eefa95f97ad0493095c870c520ec37c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:14,858 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:14,858 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/4d93937e21c74b2d861d669d30780efe is 50, key is test_row_0/C:col10/1732414993155/Put/seqid=0 2024-11-24T02:23:14,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742235_1411 (size=12493) 2024-11-24T02:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T02:23:14,882 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T02:23:14,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T02:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:14,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:14,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:14,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:15,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:15,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T02:23:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:15,037 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/02b38c3b5bc042f4890469eba389aa1e is 50, key is test_row_0/A:col10/1732414993171/Put/seqid=0 2024-11-24T02:23:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742236_1412 (size=12151) 2024-11-24T02:23:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:15,268 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/4d93937e21c74b2d861d669d30780efe as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4d93937e21c74b2d861d669d30780efe 2024-11-24T02:23:15,272 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into 4d93937e21c74b2d861d669d30780efe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:15,272 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:15,272 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=12, startTime=1732414994408; duration=0sec 2024-11-24T02:23:15,272 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:15,272 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:15,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:15,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415055432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:15,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/02b38c3b5bc042f4890469eba389aa1e 2024-11-24T02:23:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/e243e9c916434ef999a034994e677375 is 50, key is test_row_0/B:col10/1732414993171/Put/seqid=0 2024-11-24T02:23:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742237_1413 (size=12151) 2024-11-24T02:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:15,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415055535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415055739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:15,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/e243e9c916434ef999a034994e677375 2024-11-24T02:23:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/da6d1c18e80f42a387d208f26a6153f9 is 50, key is test_row_0/C:col10/1732414993171/Put/seqid=0 2024-11-24T02:23:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742238_1414 (size=12151) 2024-11-24T02:23:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415056042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:16,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/da6d1c18e80f42a387d208f26a6153f9 2024-11-24T02:23:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/02b38c3b5bc042f4890469eba389aa1e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e 2024-11-24T02:23:16,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T02:23:16,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/e243e9c916434ef999a034994e677375 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375 2024-11-24T02:23:16,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T02:23:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/da6d1c18e80f42a387d208f26a6153f9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9 2024-11-24T02:23:16,283 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T02:23:16,284 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for feba396f62b9a6690ea0d16c3ed71ea1 in 1247ms, sequenceid=167, compaction requested=false 2024-11-24T02:23:16,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:16,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T02:23:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T02:23:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T02:23:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-24T02:23:16,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.4040 sec 2024-11-24T02:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:16,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:16,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/ff05aa91a660406faa4660b6afb8795f is 50, key is test_row_0/A:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742239_1415 (size=14541) 2024-11-24T02:23:16,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415056579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415056684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:16,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415056887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:16,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/ff05aa91a660406faa4660b6afb8795f 2024-11-24T02:23:16,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/236073ac593f4f50a3617b7cdd1fe5ee is 50, key is test_row_0/B:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742240_1416 (size=12151) 2024-11-24T02:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T02:23:16,988 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T02:23:16,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T02:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:16,991 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:16,991 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:16,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:17,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415057193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:17,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/236073ac593f4f50a3617b7cdd1fe5ee 2024-11-24T02:23:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1732415057374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,378 DEBUG [Thread-1726 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:17,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/540e7ac1a4c44a4a8f7190f2e2876701 is 50, key is test_row_0/C:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742241_1417 (size=12151) 2024-11-24T02:23:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732415057396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,400 DEBUG [Thread-1722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:17,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52394 deadline: 1732415057398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,401 DEBUG [Thread-1724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52446 deadline: 1732415057404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,406 DEBUG [Thread-1720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., hostname=4ccb785458ec,44071,1732414860783, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:17,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:17,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415057700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:17,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/540e7ac1a4c44a4a8f7190f2e2876701 2024-11-24T02:23:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/ff05aa91a660406faa4660b6afb8795f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f 2024-11-24T02:23:17,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f, entries=200, sequenceid=195, filesize=14.2 K 2024-11-24T02:23:17,798 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T02:23:17,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/236073ac593f4f50a3617b7cdd1fe5ee as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee 2024-11-24T02:23:17,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T02:23:17,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/540e7ac1a4c44a4a8f7190f2e2876701 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701 2024-11-24T02:23:17,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T02:23:17,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for feba396f62b9a6690ea0d16c3ed71ea1 in 1253ms, sequenceid=195, compaction requested=true 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:17,807 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:17,807 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:17,808 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,808 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,808 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/05211e43e6ac4d8d875662e838f0d5a3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=38.3 K 2024-11-24T02:23:17,808 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7e46923a2c804838b497bc7e9b174a0e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.9 K 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05211e43e6ac4d8d875662e838f0d5a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:17,808 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e46923a2c804838b497bc7e9b174a0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:17,809 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b38c3b5bc042f4890469eba389aa1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732414993171 2024-11-24T02:23:17,809 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e243e9c916434ef999a034994e677375, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732414993171 2024-11-24T02:23:17,809 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff05aa91a660406faa4660b6afb8795f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:17,809 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 236073ac593f4f50a3617b7cdd1fe5ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:17,825 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:17,826 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/43cdfdf4c0a248658c11dcb3e5bc33aa is 50, key is test_row_0/A:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:17,826 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:17,826 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/a26dea6283eb4adf811f9e320403a5e2 is 50, key is test_row_0/B:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:17,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742242_1418 (size=12595) 2024-11-24T02:23:17,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742243_1419 (size=12595) 2024-11-24T02:23:17,837 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/43cdfdf4c0a248658c11dcb3e5bc33aa as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/43cdfdf4c0a248658c11dcb3e5bc33aa 2024-11-24T02:23:17,837 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/a26dea6283eb4adf811f9e320403a5e2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/a26dea6283eb4adf811f9e320403a5e2 2024-11-24T02:23:17,842 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 43cdfdf4c0a248658c11dcb3e5bc33aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:17,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:17,842 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732414997807; duration=0sec 2024-11-24T02:23:17,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:17,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:17,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:17,843 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into a26dea6283eb4adf811f9e320403a5e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:17,843 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732414997807; duration=0sec 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:17,843 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,843 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4d93937e21c74b2d861d669d30780efe, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=35.9 K 2024-11-24T02:23:17,843 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d93937e21c74b2d861d669d30780efe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732414992793 2024-11-24T02:23:17,844 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting da6d1c18e80f42a387d208f26a6153f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732414993171 2024-11-24T02:23:17,844 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540e7ac1a4c44a4a8f7190f2e2876701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:17,850 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:17,851 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/3f9a11403dc54e5aaae783389b535e0d is 50, key is test_row_0/C:col10/1732414996552/Put/seqid=0 2024-11-24T02:23:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742244_1420 (size=12595) 2024-11-24T02:23:17,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:17,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T02:23:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:17,907 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 is 50, key is test_row_0/A:col10/1732414996563/Put/seqid=0 2024-11-24T02:23:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742245_1421 (size=12151) 2024-11-24T02:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:18,260 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/3f9a11403dc54e5aaae783389b535e0d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/3f9a11403dc54e5aaae783389b535e0d 2024-11-24T02:23:18,264 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into 3f9a11403dc54e5aaae783389b535e0d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:18,265 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:18,265 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732414997807; duration=0sec 2024-11-24T02:23:18,265 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:18,265 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:18,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 2024-11-24T02:23:18,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/01b1c934de9f4d948f3f908f9aec924d is 50, key is test_row_0/B:col10/1732414996563/Put/seqid=0 2024-11-24T02:23:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742246_1422 (size=12151) 2024-11-24T02:23:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:18,730 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/01b1c934de9f4d948f3f908f9aec924d 2024-11-24T02:23:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/5bde8ce4737c46d5b39e0a0daf9b528d is 50, key is test_row_0/C:col10/1732414996563/Put/seqid=0 2024-11-24T02:23:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742247_1423 (size=12151) 2024-11-24T02:23:18,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415058804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:18,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415058909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:19,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415059113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:19,141 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/5bde8ce4737c46d5b39e0a0daf9b528d 2024-11-24T02:23:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 2024-11-24T02:23:19,149 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7, entries=150, sequenceid=206, filesize=11.9 K 2024-11-24T02:23:19,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/01b1c934de9f4d948f3f908f9aec924d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d 2024-11-24T02:23:19,153 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-24T02:23:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/5bde8ce4737c46d5b39e0a0daf9b528d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d 2024-11-24T02:23:19,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-24T02:23:19,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for feba396f62b9a6690ea0d16c3ed71ea1 in 1251ms, sequenceid=206, compaction requested=false 2024-11-24T02:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T02:23:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T02:23:19,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T02:23:19,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-11-24T02:23:19,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1720 sec 2024-11-24T02:23:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:19,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:19,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a18fe6817fee4375990db052e5f347e6 is 50, key is test_row_0/A:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742248_1424 (size=14541) 2024-11-24T02:23:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415059435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415059540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:19,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415059744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:19,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a18fe6817fee4375990db052e5f347e6 2024-11-24T02:23:19,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/98da4a1923a84fdb965fce321f158f5b is 50, key is test_row_0/B:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742249_1425 (size=12151) 2024-11-24T02:23:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415060046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:20,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/98da4a1923a84fdb965fce321f158f5b 2024-11-24T02:23:20,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/18b55e8024db4c74af5368da029cb89e is 50, key is test_row_0/C:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742250_1426 (size=12151) 2024-11-24T02:23:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415060552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:20,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/18b55e8024db4c74af5368da029cb89e 2024-11-24T02:23:20,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/a18fe6817fee4375990db052e5f347e6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6 2024-11-24T02:23:20,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6, entries=200, sequenceid=235, filesize=14.2 K 2024-11-24T02:23:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/98da4a1923a84fdb965fce321f158f5b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b 2024-11-24T02:23:20,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T02:23:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/18b55e8024db4c74af5368da029cb89e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e 2024-11-24T02:23:20,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T02:23:20,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for feba396f62b9a6690ea0d16c3ed71ea1 in 1251ms, sequenceid=235, compaction requested=true 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:20,670 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:20,670 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:20,671 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:20,671 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:20,671 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/a26dea6283eb4adf811f9e320403a5e2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=36.0 K 2024-11-24T02:23:20,671 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/43cdfdf4c0a248658c11dcb3e5bc33aa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=38.4 K 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting a26dea6283eb4adf811f9e320403a5e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:20,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43cdfdf4c0a248658c11dcb3e5bc33aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:20,672 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 587d8fbb5dcf49cc89fbd45eb2b6e8e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732414996556 2024-11-24T02:23:20,672 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b1c934de9f4d948f3f908f9aec924d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732414996556 2024-11-24T02:23:20,673 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting a18fe6817fee4375990db052e5f347e6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:20,673 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 98da4a1923a84fdb965fce321f158f5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:20,687 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:20,687 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:20,687 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/0bf087d5c81b4ae2b3651db8edc60d71 is 50, key is test_row_0/B:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:20,688 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/25afbe7058c04a4ea7ef6b7df3a07809 is 50, key is test_row_0/A:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742251_1427 (size=12697) 2024-11-24T02:23:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742252_1428 (size=12697) 2024-11-24T02:23:20,706 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/0bf087d5c81b4ae2b3651db8edc60d71 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0bf087d5c81b4ae2b3651db8edc60d71 2024-11-24T02:23:20,711 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into 0bf087d5c81b4ae2b3651db8edc60d71(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:20,711 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:20,711 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732415000670; duration=0sec 2024-11-24T02:23:20,711 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:20,711 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:20,711 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:20,712 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:20,712 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:20,712 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:20,712 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/3f9a11403dc54e5aaae783389b535e0d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=36.0 K 2024-11-24T02:23:20,712 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9a11403dc54e5aaae783389b535e0d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732414995420 2024-11-24T02:23:20,713 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bde8ce4737c46d5b39e0a0daf9b528d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732414996556 2024-11-24T02:23:20,713 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b55e8024db4c74af5368da029cb89e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:20,719 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:20,720 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/29cbd194c6164a6593005df703ef411f is 50, key is test_row_0/C:col10/1732414999417/Put/seqid=0 2024-11-24T02:23:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742253_1429 (size=12697) 2024-11-24T02:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T02:23:21,095 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T02:23:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T02:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T02:23:21,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:21,099 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:21,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:21,110 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/25afbe7058c04a4ea7ef6b7df3a07809 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/25afbe7058c04a4ea7ef6b7df3a07809 2024-11-24T02:23:21,114 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 25afbe7058c04a4ea7ef6b7df3a07809(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:21,115 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:21,115 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732415000670; duration=0sec 2024-11-24T02:23:21,115 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:21,115 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:21,127 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/29cbd194c6164a6593005df703ef411f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/29cbd194c6164a6593005df703ef411f 2024-11-24T02:23:21,131 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into 29cbd194c6164a6593005df703ef411f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:21,131 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:21,132 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732415000670; duration=0sec 2024-11-24T02:23:21,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:21,132 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T02:23:21,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:21,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:21,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32b484e653cc4d42957d6d711e39063b is 50, key is test_row_0/A:col10/1732414999426/Put/seqid=0 2024-11-24T02:23:21,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742254_1430 (size=12151) 2024-11-24T02:23:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T02:23:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:21,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32b484e653cc4d42957d6d711e39063b 2024-11-24T02:23:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415061661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 is 50, key is test_row_0/B:col10/1732414999426/Put/seqid=0 2024-11-24T02:23:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742255_1431 (size=12151) 2024-11-24T02:23:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T02:23:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415061766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415061969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 2024-11-24T02:23:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/77ce9d7b297d497b8322eb32e5e4564f is 50, key is test_row_0/C:col10/1732414999426/Put/seqid=0 2024-11-24T02:23:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742256_1432 (size=12151) 2024-11-24T02:23:22,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/77ce9d7b297d497b8322eb32e5e4564f 2024-11-24T02:23:22,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32b484e653cc4d42957d6d711e39063b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b 2024-11-24T02:23:22,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T02:23:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 2024-11-24T02:23:22,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T02:23:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/77ce9d7b297d497b8322eb32e5e4564f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f 2024-11-24T02:23:22,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T02:23:22,097 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for feba396f62b9a6690ea0d16c3ed71ea1 in 846ms, sequenceid=246, compaction requested=false 2024-11-24T02:23:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T02:23:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T02:23:22,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T02:23:22,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-24T02:23:22,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0040 sec 2024-11-24T02:23:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T02:23:22,201 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T02:23:22,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T02:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:22,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:22,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:22,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:22,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T02:23:22,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:22,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/2371a051137d4cf2915d0ac2455f3bfc is 50, key is test_row_0/A:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742257_1433 (size=14741) 2024-11-24T02:23:22,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415062291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:22,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415062396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:22,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415062600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/2371a051137d4cf2915d0ac2455f3bfc 2024-11-24T02:23:22,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/65a7faf894484f4196564d7ec094134e is 50, key is test_row_0/B:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742258_1434 (size=12301) 2024-11-24T02:23:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:22,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415062907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:22,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:22,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/65a7faf894484f4196564d7ec094134e 2024-11-24T02:23:23,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/1d8478bbdcfa4be093ff21f10b252bfc is 50, key is test_row_0/C:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742259_1435 (size=12301) 2024-11-24T02:23:23,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:23,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:23,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:23,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:23,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:23,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:23,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:23,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415063413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:23,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:23,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:23,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:23,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:23,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/1d8478bbdcfa4be093ff21f10b252bfc 2024-11-24T02:23:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/2371a051137d4cf2915d0ac2455f3bfc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc 2024-11-24T02:23:23,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc, entries=200, sequenceid=275, filesize=14.4 K 2024-11-24T02:23:23,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/65a7faf894484f4196564d7ec094134e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e 2024-11-24T02:23:23,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T02:23:23,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/1d8478bbdcfa4be093ff21f10b252bfc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc 2024-11-24T02:23:23,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T02:23:23,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for feba396f62b9a6690ea0d16c3ed71ea1 in 1258ms, sequenceid=275, compaction requested=true 2024-11-24T02:23:23,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:23,534 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:23,534 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:23,535 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:23,535 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:23,535 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:23,535 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:23,535 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,535 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,535 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0bf087d5c81b4ae2b3651db8edc60d71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=36.3 K 2024-11-24T02:23:23,535 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/25afbe7058c04a4ea7ef6b7df3a07809, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=38.7 K 2024-11-24T02:23:23,536 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25afbe7058c04a4ea7ef6b7df3a07809, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:23,536 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf087d5c81b4ae2b3651db8edc60d71, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:23,536 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b484e653cc4d42957d6d711e39063b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732414999426 2024-11-24T02:23:23,536 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting bd45d6b3b18444a6b1bdfbd4d2e5de27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732414999426 2024-11-24T02:23:23,537 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2371a051137d4cf2915d0ac2455f3bfc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001627 2024-11-24T02:23:23,537 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a7faf894484f4196564d7ec094134e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001655 2024-11-24T02:23:23,545 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:23,545 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6aae6c9b506f4f1c9723b6949db0eab8 is 50, key is test_row_0/B:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:23,554 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:23,554 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/89d3e5944baa4c44b9fb1b0214edcac2 is 50, key is test_row_0/A:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742260_1436 (size=12949) 2024-11-24T02:23:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742261_1437 (size=12949) 2024-11-24T02:23:23,574 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/6aae6c9b506f4f1c9723b6949db0eab8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6aae6c9b506f4f1c9723b6949db0eab8 2024-11-24T02:23:23,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:23,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T02:23:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,579 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:23,580 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into 6aae6c9b506f4f1c9723b6949db0eab8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:23,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:23,580 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732415003534; duration=0sec 2024-11-24T02:23:23,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:23,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:23,580 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:23,582 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:23,582 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:23,582 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:23,582 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/29cbd194c6164a6593005df703ef411f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=36.3 K 2024-11-24T02:23:23,583 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 29cbd194c6164a6593005df703ef411f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732414998797 2024-11-24T02:23:23,583 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 77ce9d7b297d497b8322eb32e5e4564f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732414999426 2024-11-24T02:23:23,583 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d8478bbdcfa4be093ff21f10b252bfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001655 2024-11-24T02:23:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c66e5e62da704b899997b5d071005343 is 50, key is test_row_0/A:col10/1732415002290/Put/seqid=0 2024-11-24T02:23:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742262_1438 (size=9857) 2024-11-24T02:23:23,594 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c66e5e62da704b899997b5d071005343 2024-11-24T02:23:23,595 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/b2ee4e4d918247f889b29e370b51b881 is 50, key is test_row_0/C:col10/1732415002274/Put/seqid=0 2024-11-24T02:23:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742263_1439 (size=12949) 2024-11-24T02:23:23,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/f7e7a928bdf54acfa0cb673a721b2975 is 50, key is test_row_0/B:col10/1732415002290/Put/seqid=0 2024-11-24T02:23:23,605 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/b2ee4e4d918247f889b29e370b51b881 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b2ee4e4d918247f889b29e370b51b881 2024-11-24T02:23:23,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742264_1440 (size=9857) 2024-11-24T02:23:23,610 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into b2ee4e4d918247f889b29e370b51b881(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:23,610 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:23,611 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732415003534; duration=0sec 2024-11-24T02:23:23,611 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:23,611 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:23,973 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/89d3e5944baa4c44b9fb1b0214edcac2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/89d3e5944baa4c44b9fb1b0214edcac2 2024-11-24T02:23:23,978 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 89d3e5944baa4c44b9fb1b0214edcac2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:23,978 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:23,978 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732415003533; duration=0sec 2024-11-24T02:23:23,978 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:23,978 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:24,008 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/f7e7a928bdf54acfa0cb673a721b2975 2024-11-24T02:23:24,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6b57e4baef204e70a334bc45a66af096 is 50, key is test_row_0/C:col10/1732415002290/Put/seqid=0 2024-11-24T02:23:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742265_1441 (size=9857) 2024-11-24T02:23:24,020 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6b57e4baef204e70a334bc45a66af096 2024-11-24T02:23:24,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/c66e5e62da704b899997b5d071005343 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343 2024-11-24T02:23:24,027 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343, entries=100, sequenceid=283, filesize=9.6 K 2024-11-24T02:23:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/f7e7a928bdf54acfa0cb673a721b2975 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975 2024-11-24T02:23:24,041 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975, entries=100, sequenceid=283, filesize=9.6 K 2024-11-24T02:23:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6b57e4baef204e70a334bc45a66af096 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096 2024-11-24T02:23:24,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096, entries=100, sequenceid=283, filesize=9.6 K 2024-11-24T02:23:24,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for feba396f62b9a6690ea0d16c3ed71ea1 in 468ms, sequenceid=283, compaction requested=false 2024-11-24T02:23:24,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:24,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T02:23:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T02:23:24,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T02:23:24,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec 2024-11-24T02:23:24,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.8480 sec 2024-11-24T02:23:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T02:23:24,307 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T02:23:24,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T02:23:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:24,310 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:24,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:24,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:24,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:24,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9fec408cd1c54dc8b5e780efb32dc317 is 50, key is test_row_0/A:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742266_1442 (size=14741) 2024-11-24T02:23:24,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9fec408cd1c54dc8b5e780efb32dc317 2024-11-24T02:23:24,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/0a696cd208e2489a94da8be6b5f43523 is 50, key is test_row_0/B:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742267_1443 (size=12301) 2024-11-24T02:23:24,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415064539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,596 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:54374 2024-11-24T02:23:24,596 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:24,597 DEBUG [Thread-1737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:54374 2024-11-24T02:23:24,597 DEBUG [Thread-1737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:24,597 DEBUG [Thread-1735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:54374 2024-11-24T02:23:24,597 DEBUG [Thread-1735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:24,600 DEBUG [Thread-1733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:54374 2024-11-24T02:23:24,600 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:24,601 DEBUG [Thread-1739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:54374 2024-11-24T02:23:24,601 DEBUG [Thread-1739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:24,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:24,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415064644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415064845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/0a696cd208e2489a94da8be6b5f43523 2024-11-24T02:23:24,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6d71be525d1c4385a55015fd637fb4cc is 50, key is test_row_0/C:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742268_1444 (size=12301) 2024-11-24T02:23:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:24,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:24,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:24,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:25,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52422 deadline: 1732415065147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:25,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:25,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:25,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6d71be525d1c4385a55015fd637fb4cc 2024-11-24T02:23:25,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/9fec408cd1c54dc8b5e780efb32dc317 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317 2024-11-24T02:23:25,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317, entries=200, sequenceid=296, filesize=14.4 K 2024-11-24T02:23:25,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/0a696cd208e2489a94da8be6b5f43523 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523 2024-11-24T02:23:25,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T02:23:25,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/6d71be525d1c4385a55015fd637fb4cc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc 2024-11-24T02:23:25,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T02:23:25,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for feba396f62b9a6690ea0d16c3ed71ea1 in 841ms, sequenceid=296, compaction requested=true 2024-11-24T02:23:25,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:25,283 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feba396f62b9a6690ea0d16c3ed71ea1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:25,283 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:25,283 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:25,283 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/A is initiating minor compaction (all files) 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/B is initiating minor compaction (all files) 2024-11-24T02:23:25,284 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/A in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,284 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/B in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,284 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/89d3e5944baa4c44b9fb1b0214edcac2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=36.7 K 2024-11-24T02:23:25,284 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6aae6c9b506f4f1c9723b6949db0eab8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=34.3 K 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89d3e5944baa4c44b9fb1b0214edcac2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001655 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aae6c9b506f4f1c9723b6949db0eab8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001655 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66e5e62da704b899997b5d071005343, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732415002281 2024-11-24T02:23:25,284 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f7e7a928bdf54acfa0cb673a721b2975, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732415002281 2024-11-24T02:23:25,285 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fec408cd1c54dc8b5e780efb32dc317, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415004428 2024-11-24T02:23:25,285 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a696cd208e2489a94da8be6b5f43523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415004428 2024-11-24T02:23:25,290 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:25,290 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:25,291 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/c7b2e2ffabc342d8835838e84a9afeb5 is 50, key is test_row_0/B:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:25,291 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/4010b6b915104fb6ba582de5b1e8f80f is 50, key is test_row_0/A:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742269_1445 (size=13051) 2024-11-24T02:23:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742270_1446 (size=13051) 2024-11-24T02:23:25,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:25,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:25,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/3316055b46184dbeb215c88381ff8995 is 50, key is test_row_0/A:col10/1732415004534/Put/seqid=0 2024-11-24T02:23:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742271_1447 (size=12301) 2024-11-24T02:23:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. as already flushing 2024-11-24T02:23:25,653 DEBUG [Thread-1728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:54374 2024-11-24T02:23:25,653 DEBUG [Thread-1728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:25,698 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/4010b6b915104fb6ba582de5b1e8f80f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/4010b6b915104fb6ba582de5b1e8f80f 2024-11-24T02:23:25,698 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/c7b2e2ffabc342d8835838e84a9afeb5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/c7b2e2ffabc342d8835838e84a9afeb5 2024-11-24T02:23:25,702 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/A of feba396f62b9a6690ea0d16c3ed71ea1 into 4010b6b915104fb6ba582de5b1e8f80f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:25,702 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/B of feba396f62b9a6690ea0d16c3ed71ea1 into c7b2e2ffabc342d8835838e84a9afeb5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:25,702 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/B, priority=13, startTime=1732415005283; duration=0sec 2024-11-24T02:23:25,702 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/A, priority=13, startTime=1732415005283; duration=0sec 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:B 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:A 2024-11-24T02:23:25,702 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:25,703 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:25,703 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): feba396f62b9a6690ea0d16c3ed71ea1/C is initiating minor compaction (all files) 2024-11-24T02:23:25,703 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of feba396f62b9a6690ea0d16c3ed71ea1/C in TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:25,703 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b2ee4e4d918247f889b29e370b51b881, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp, totalSize=34.3 K 2024-11-24T02:23:25,703 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b2ee4e4d918247f889b29e370b51b881, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732415001655 2024-11-24T02:23:25,703 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b57e4baef204e70a334bc45a66af096, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732415002281 2024-11-24T02:23:25,703 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d71be525d1c4385a55015fd637fb4cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415004428 2024-11-24T02:23:25,708 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feba396f62b9a6690ea0d16c3ed71ea1#C#compaction#381 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:25,709 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/ebca10784d234b9580477985b8a8d667 is 50, key is test_row_0/C:col10/1732415004441/Put/seqid=0 2024-11-24T02:23:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742272_1448 (size=13051) 2024-11-24T02:23:25,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/3316055b46184dbeb215c88381ff8995 2024-11-24T02:23:25,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3694b46ee27747648a30ccba2c6f3223 is 50, key is test_row_0/B:col10/1732415004534/Put/seqid=0 2024-11-24T02:23:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742273_1449 (size=12301) 2024-11-24T02:23:26,115 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/ebca10784d234b9580477985b8a8d667 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ebca10784d234b9580477985b8a8d667 2024-11-24T02:23:26,119 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in feba396f62b9a6690ea0d16c3ed71ea1/C of feba396f62b9a6690ea0d16c3ed71ea1 into ebca10784d234b9580477985b8a8d667(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:26,119 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:26,119 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1., storeName=feba396f62b9a6690ea0d16c3ed71ea1/C, priority=13, startTime=1732415005283; duration=0sec 2024-11-24T02:23:26,119 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:26,119 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feba396f62b9a6690ea0d16c3ed71ea1:C 2024-11-24T02:23:26,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3694b46ee27747648a30ccba2c6f3223 2024-11-24T02:23:26,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cde08204750e48da8ea43b58e15fb37f is 50, key is test_row_0/C:col10/1732415004534/Put/seqid=0 2024-11-24T02:23:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742274_1450 (size=12301) 2024-11-24T02:23:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:26,604 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cde08204750e48da8ea43b58e15fb37f 2024-11-24T02:23:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/3316055b46184dbeb215c88381ff8995 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/3316055b46184dbeb215c88381ff8995 2024-11-24T02:23:26,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/3316055b46184dbeb215c88381ff8995, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T02:23:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/3694b46ee27747648a30ccba2c6f3223 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3694b46ee27747648a30ccba2c6f3223 2024-11-24T02:23:26,614 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3694b46ee27747648a30ccba2c6f3223, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T02:23:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/cde08204750e48da8ea43b58e15fb37f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cde08204750e48da8ea43b58e15fb37f 2024-11-24T02:23:26,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cde08204750e48da8ea43b58e15fb37f, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T02:23:26,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for feba396f62b9a6690ea0d16c3ed71ea1 in 1239ms, sequenceid=321, compaction requested=false 2024-11-24T02:23:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T02:23:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T02:23:26,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T02:23:26,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3080 sec 2024-11-24T02:23:26,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.3110 sec 2024-11-24T02:23:27,437 DEBUG [Thread-1726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:54374 2024-11-24T02:23:27,437 DEBUG [Thread-1724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:54374 2024-11-24T02:23:27,437 DEBUG [Thread-1726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:27,437 DEBUG [Thread-1724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:27,446 DEBUG [Thread-1720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:54374 2024-11-24T02:23:27,446 DEBUG [Thread-1722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:54374 2024-11-24T02:23:27,446 DEBUG [Thread-1720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:27,446 DEBUG [Thread-1722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T02:23:28,415 INFO [Thread-1730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3357 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10071 rows 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3341 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10023 rows 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3346 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10038 rows 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3351 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10053 rows 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3349 2024-11-24T02:23:28,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10047 rows 2024-11-24T02:23:28,415 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:23:28,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:54374 2024-11-24T02:23:28,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:28,417 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:23:28,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:23:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:28,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415008421"}]},"ts":"1732415008421"} 2024-11-24T02:23:28,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:23:28,425 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:23:28,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:23:28,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, UNASSIGN}] 2024-11-24T02:23:28,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, UNASSIGN 2024-11-24T02:23:28,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=feba396f62b9a6690ea0d16c3ed71ea1, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:28,428 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:23:28,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:23:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:28,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:28,580 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing feba396f62b9a6690ea0d16c3ed71ea1, disabling compactions & flushes 2024-11-24T02:23:28,580 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. after waiting 0 ms 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:28,580 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing feba396f62b9a6690ea0d16c3ed71ea1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T02:23:28,580 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=A 2024-11-24T02:23:28,581 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:28,581 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=B 2024-11-24T02:23:28,581 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:28,581 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK feba396f62b9a6690ea0d16c3ed71ea1, store=C 2024-11-24T02:23:28,581 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:28,584 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32fcf17bfc1844e0aa70400785b2bb81 is 50, key is test_row_0/A:col10/1732415007445/Put/seqid=0 2024-11-24T02:23:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742275_1451 (size=12301) 2024-11-24T02:23:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:28,988 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32fcf17bfc1844e0aa70400785b2bb81 2024-11-24T02:23:28,993 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2e5d6d37637a4d55a35394727f9350cf is 50, key is test_row_0/B:col10/1732415007445/Put/seqid=0 2024-11-24T02:23:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742276_1452 (size=12301) 2024-11-24T02:23:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:29,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:23:29,397 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2e5d6d37637a4d55a35394727f9350cf 2024-11-24T02:23:29,402 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/a681f48c7b8946ccbe815941824429e1 is 50, key is test_row_0/C:col10/1732415007445/Put/seqid=0 2024-11-24T02:23:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742277_1453 (size=12301) 2024-11-24T02:23:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:29,806 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/a681f48c7b8946ccbe815941824429e1 2024-11-24T02:23:29,810 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/A/32fcf17bfc1844e0aa70400785b2bb81 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32fcf17bfc1844e0aa70400785b2bb81 2024-11-24T02:23:29,813 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32fcf17bfc1844e0aa70400785b2bb81, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T02:23:29,814 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/B/2e5d6d37637a4d55a35394727f9350cf as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2e5d6d37637a4d55a35394727f9350cf 2024-11-24T02:23:29,817 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2e5d6d37637a4d55a35394727f9350cf, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T02:23:29,818 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/.tmp/C/a681f48c7b8946ccbe815941824429e1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/a681f48c7b8946ccbe815941824429e1 2024-11-24T02:23:29,821 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/a681f48c7b8946ccbe815941824429e1, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T02:23:29,822 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for feba396f62b9a6690ea0d16c3ed71ea1 in 1242ms, sequenceid=332, compaction requested=true 2024-11-24T02:23:29,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/dcba5cd68065467083d4279532cd4387, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/19748e462bcd41d885622dca4006061c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/05211e43e6ac4d8d875662e838f0d5a3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/43cdfdf4c0a248658c11dcb3e5bc33aa, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/25afbe7058c04a4ea7ef6b7df3a07809, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/89d3e5944baa4c44b9fb1b0214edcac2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317] to archive 2024-11-24T02:23:29,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:29,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/946dfb237a444fb7b93350fece4330e0 2024-11-24T02:23:29,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9d390db55ae442a2a92e74d67ce92284 2024-11-24T02:23:29,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/7167f20c96de44168bb56f5a4607a7f7 2024-11-24T02:23:29,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/dcba5cd68065467083d4279532cd4387 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/dcba5cd68065467083d4279532cd4387 2024-11-24T02:23:29,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a331285e9f6c4430b0d705e06e44e867 2024-11-24T02:23:29,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/19748e462bcd41d885622dca4006061c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/19748e462bcd41d885622dca4006061c 2024-11-24T02:23:29,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/48e9c79c44784318a0cc3d1c047bcdc1 2024-11-24T02:23:29,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/6a081d580f3c45d88ff05ddd9d177d45 2024-11-24T02:23:29,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c078ed19181f406c9791f04fa24f005f 2024-11-24T02:23:29,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/f92c128f60cf4d62a8608a790b67c361 2024-11-24T02:23:29,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/05211e43e6ac4d8d875662e838f0d5a3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/05211e43e6ac4d8d875662e838f0d5a3 2024-11-24T02:23:29,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/02b38c3b5bc042f4890469eba389aa1e 2024-11-24T02:23:29,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/ff05aa91a660406faa4660b6afb8795f 2024-11-24T02:23:29,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/43cdfdf4c0a248658c11dcb3e5bc33aa to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/43cdfdf4c0a248658c11dcb3e5bc33aa 2024-11-24T02:23:29,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/587d8fbb5dcf49cc89fbd45eb2b6e8e7 2024-11-24T02:23:29,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/a18fe6817fee4375990db052e5f347e6 2024-11-24T02:23:29,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/25afbe7058c04a4ea7ef6b7df3a07809 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/25afbe7058c04a4ea7ef6b7df3a07809 2024-11-24T02:23:29,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32b484e653cc4d42957d6d711e39063b 2024-11-24T02:23:29,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/2371a051137d4cf2915d0ac2455f3bfc 2024-11-24T02:23:29,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/89d3e5944baa4c44b9fb1b0214edcac2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/89d3e5944baa4c44b9fb1b0214edcac2 2024-11-24T02:23:29,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/c66e5e62da704b899997b5d071005343 2024-11-24T02:23:29,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/9fec408cd1c54dc8b5e780efb32dc317 2024-11-24T02:23:29,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f8c9399c69d84d948c6e094fcecdf177, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/4279a4f199bf49d38f9c11443a146048, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7e46923a2c804838b497bc7e9b174a0e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/a26dea6283eb4adf811f9e320403a5e2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0bf087d5c81b4ae2b3651db8edc60d71, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6aae6c9b506f4f1c9723b6949db0eab8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523] to archive 2024-11-24T02:23:29,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:29,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/8bb248ebaa7b4290b9664be57fed2bee 2024-11-24T02:23:29,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2ef5531e7a1d45f9b080df8160b73727 2024-11-24T02:23:29,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f8c9399c69d84d948c6e094fcecdf177 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f8c9399c69d84d948c6e094fcecdf177 2024-11-24T02:23:29,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3c6d00d190f549938e3f99bb5719ca2d 2024-11-24T02:23:29,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6b4b477a403e4722b2ffe8167ae4360b 2024-11-24T02:23:29,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/4279a4f199bf49d38f9c11443a146048 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/4279a4f199bf49d38f9c11443a146048 2024-11-24T02:23:29,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/63e228934a664e96bf2cf4d26f91445e 2024-11-24T02:23:29,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6a0e142a83de4ced802f36f39194d1d8 2024-11-24T02:23:29,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6962dee5471e415a8cd5aeb46e89a319 2024-11-24T02:23:29,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7e46923a2c804838b497bc7e9b174a0e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7e46923a2c804838b497bc7e9b174a0e 2024-11-24T02:23:29,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/7781f65f0c5f40b99981544090a618ec 2024-11-24T02:23:29,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/e243e9c916434ef999a034994e677375 2024-11-24T02:23:29,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/a26dea6283eb4adf811f9e320403a5e2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/a26dea6283eb4adf811f9e320403a5e2 2024-11-24T02:23:29,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/236073ac593f4f50a3617b7cdd1fe5ee 2024-11-24T02:23:29,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/01b1c934de9f4d948f3f908f9aec924d 2024-11-24T02:23:29,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0bf087d5c81b4ae2b3651db8edc60d71 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0bf087d5c81b4ae2b3651db8edc60d71 2024-11-24T02:23:29,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/98da4a1923a84fdb965fce321f158f5b 2024-11-24T02:23:29,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/bd45d6b3b18444a6b1bdfbd4d2e5de27 2024-11-24T02:23:29,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6aae6c9b506f4f1c9723b6949db0eab8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/6aae6c9b506f4f1c9723b6949db0eab8 2024-11-24T02:23:29,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/65a7faf894484f4196564d7ec094134e 2024-11-24T02:23:29,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/f7e7a928bdf54acfa0cb673a721b2975 2024-11-24T02:23:29,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/0a696cd208e2489a94da8be6b5f43523 2024-11-24T02:23:29,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/50702bc7875140c9aa036da8835dae2c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/e0ede27bb7664adb9f98f34c5d38b69d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4d93937e21c74b2d861d669d30780efe, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/3f9a11403dc54e5aaae783389b535e0d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/29cbd194c6164a6593005df703ef411f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b2ee4e4d918247f889b29e370b51b881, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc] to archive 2024-11-24T02:23:29,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:23:29,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/051423359d234caeb047e6ef89f31017 2024-11-24T02:23:29,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cdff7ef1ebe741f9bfd3bc767869d273 2024-11-24T02:23:29,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/50702bc7875140c9aa036da8835dae2c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/50702bc7875140c9aa036da8835dae2c 2024-11-24T02:23:29,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/bf8177a3a59b4e4ebe7a62b9acdd06db 2024-11-24T02:23:29,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/75c834100e0e40d6954d6185e166f06f 2024-11-24T02:23:29,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/e0ede27bb7664adb9f98f34c5d38b69d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/e0ede27bb7664adb9f98f34c5d38b69d 2024-11-24T02:23:29,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b235261cd47742f2a663172516226062 2024-11-24T02:23:29,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ba5be4f3477046daa8ad3bcc26beb008 2024-11-24T02:23:29,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4a85c13c816d43849cfb9cf1776ec62f 2024-11-24T02:23:29,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4d93937e21c74b2d861d669d30780efe to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/4d93937e21c74b2d861d669d30780efe 2024-11-24T02:23:29,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/eefa95f97ad0493095c870c520ec37c5 2024-11-24T02:23:29,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/da6d1c18e80f42a387d208f26a6153f9 2024-11-24T02:23:29,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/3f9a11403dc54e5aaae783389b535e0d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/3f9a11403dc54e5aaae783389b535e0d 2024-11-24T02:23:29,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/540e7ac1a4c44a4a8f7190f2e2876701 2024-11-24T02:23:29,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/5bde8ce4737c46d5b39e0a0daf9b528d 2024-11-24T02:23:29,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/29cbd194c6164a6593005df703ef411f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/29cbd194c6164a6593005df703ef411f 2024-11-24T02:23:29,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/18b55e8024db4c74af5368da029cb89e 2024-11-24T02:23:29,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/77ce9d7b297d497b8322eb32e5e4564f 2024-11-24T02:23:29,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b2ee4e4d918247f889b29e370b51b881 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/b2ee4e4d918247f889b29e370b51b881 2024-11-24T02:23:29,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/1d8478bbdcfa4be093ff21f10b252bfc 2024-11-24T02:23:29,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6b57e4baef204e70a334bc45a66af096 2024-11-24T02:23:29,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/6d71be525d1c4385a55015fd637fb4cc 2024-11-24T02:23:29,885 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-11-24T02:23:29,885 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1. 2024-11-24T02:23:29,886 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for feba396f62b9a6690ea0d16c3ed71ea1: 2024-11-24T02:23:29,887 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:29,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=feba396f62b9a6690ea0d16c3ed71ea1, regionState=CLOSED 2024-11-24T02:23:29,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T02:23:29,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure feba396f62b9a6690ea0d16c3ed71ea1, server=4ccb785458ec,44071,1732414860783 in 1.4600 sec 2024-11-24T02:23:29,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-24T02:23:29,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=feba396f62b9a6690ea0d16c3ed71ea1, UNASSIGN in 1.4620 sec 2024-11-24T02:23:29,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T02:23:29,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-24T02:23:29,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415009892"}]},"ts":"1732415009892"} 2024-11-24T02:23:29,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:23:29,895 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:23:29,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4770 sec 2024-11-24T02:23:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T02:23:30,524 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T02:23:30,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:23:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,526 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,526 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T02:23:30,527 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:30,529 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/recovered.edits] 2024-11-24T02:23:30,531 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32fcf17bfc1844e0aa70400785b2bb81 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/32fcf17bfc1844e0aa70400785b2bb81 2024-11-24T02:23:30,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/3316055b46184dbeb215c88381ff8995 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/3316055b46184dbeb215c88381ff8995 2024-11-24T02:23:30,533 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/4010b6b915104fb6ba582de5b1e8f80f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/A/4010b6b915104fb6ba582de5b1e8f80f 2024-11-24T02:23:30,534 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2e5d6d37637a4d55a35394727f9350cf to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/2e5d6d37637a4d55a35394727f9350cf 2024-11-24T02:23:30,535 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3694b46ee27747648a30ccba2c6f3223 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/3694b46ee27747648a30ccba2c6f3223 2024-11-24T02:23:30,536 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/c7b2e2ffabc342d8835838e84a9afeb5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/B/c7b2e2ffabc342d8835838e84a9afeb5 2024-11-24T02:23:30,538 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/a681f48c7b8946ccbe815941824429e1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/a681f48c7b8946ccbe815941824429e1 2024-11-24T02:23:30,538 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cde08204750e48da8ea43b58e15fb37f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/cde08204750e48da8ea43b58e15fb37f 2024-11-24T02:23:30,539 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ebca10784d234b9580477985b8a8d667 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/C/ebca10784d234b9580477985b8a8d667 2024-11-24T02:23:30,541 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/recovered.edits/335.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1/recovered.edits/335.seqid 2024-11-24T02:23:30,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T02:23:30,542 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/feba396f62b9a6690ea0d16c3ed71ea1 2024-11-24T02:23:30,542 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:23:30,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,545 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:23:30,546 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:23:30,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:23:30,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732415010547"}]},"ts":"9223372036854775807"} 2024-11-24T02:23:30,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:23:30,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => feba396f62b9a6690ea0d16c3ed71ea1, NAME => 'TestAcidGuarantees,,1732414982409.feba396f62b9a6690ea0d16c3ed71ea1.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:23:30,549 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:23:30,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732415010549"}]},"ts":"9223372036854775807"} 2024-11-24T02:23:30,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:23:30,552 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-24T02:23:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T02:23:30,627 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T02:23:30,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7373 (was 7374) 2024-11-24T02:23:30,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=7373 2024-11-24T02:23:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:23:30,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:23:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:30,649 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:23:30,649 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:30,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-11-24T02:23:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:30,649 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:23:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742278_1454 (size=960) 2024-11-24T02:23:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:31,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1 2024-11-24T02:23:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742279_1455 (size=53) 2024-11-24T02:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4074bdf3bf9201d478eaaefdf43dfdef, disabling compactions & flushes 2024-11-24T02:23:31,461 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. after waiting 0 ms 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,461 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:31,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:23:31,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732415011462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732415011462"}]},"ts":"1732415011462"} 2024-11-24T02:23:31,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T02:23:31,463 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:23:31,464 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415011463"}]},"ts":"1732415011463"} 2024-11-24T02:23:31,464 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T02:23:31,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, ASSIGN}] 2024-11-24T02:23:31,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, ASSIGN 2024-11-24T02:23:31,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, ASSIGN; state=OFFLINE, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=false 2024-11-24T02:23:31,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:31,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:31,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:31,775 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,775 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:23:31,775 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,775 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:23:31,775 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,775 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,776 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,778 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:31,778 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName A 2024-11-24T02:23:31,778 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:31,778 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:31,778 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,779 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:31,779 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName B 2024-11-24T02:23:31,779 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:31,779 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:31,779 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,780 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:31,780 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName C 2024-11-24T02:23:31,780 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:31,780 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:31,781 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,781 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,781 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,782 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:23:31,783 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:31,785 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:23:31,785 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened 4074bdf3bf9201d478eaaefdf43dfdef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72878797, jitterRate=0.08597870171070099}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:23:31,786 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:31,786 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., pid=141, masterSystemTime=1732415011772 2024-11-24T02:23:31,787 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,787 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:31,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=OPEN, openSeqNum=2, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:31,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T02:23:31,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 in 167 msec 2024-11-24T02:23:31,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-24T02:23:31,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, ASSIGN in 321 msec 2024-11-24T02:23:31,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:23:31,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415011791"}]},"ts":"1732415011791"} 2024-11-24T02:23:31,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T02:23:31,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:23:31,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-24T02:23:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T02:23:32,753 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-11-24T02:23:32,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-24T02:23:32,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:32,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:32,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:32,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:23:32,766 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:23:32,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T02:23:32,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:23:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T02:23:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742280_1456 (size=996) 2024-11-24T02:23:33,177 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T02:23:33,177 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T02:23:33,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:23:33,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, REOPEN/MOVE}] 2024-11-24T02:23:33,181 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, REOPEN/MOVE 2024-11-24T02:23:33,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,182 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:23:33,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:23:33,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,334 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,334 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:23:33,334 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 4074bdf3bf9201d478eaaefdf43dfdef, disabling compactions & flushes 2024-11-24T02:23:33,334 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,334 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,334 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. after waiting 0 ms 2024-11-24T02:23:33,334 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,337 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T02:23:33,338 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,338 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:33,338 WARN [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionServer(3786): Not adding moved region record: 4074bdf3bf9201d478eaaefdf43dfdef to self. 2024-11-24T02:23:33,339 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=CLOSED 2024-11-24T02:23:33,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T02:23:33,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 in 158 msec 2024-11-24T02:23:33,341 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, REOPEN/MOVE; state=CLOSED, location=4ccb785458ec,44071,1732414860783; forceNewPlan=false, retain=true 2024-11-24T02:23:33,492 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=OPENING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=144, state=RUNNABLE; OpenRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:23:33,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,647 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,647 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7285): Opening region: {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:23:33,647 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,647 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:23:33,647 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7327): checking encryption for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,647 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7330): checking classloading for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,649 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,649 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:33,650 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName A 2024-11-24T02:23:33,650 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:33,651 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:33,651 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,652 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:33,652 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName B 2024-11-24T02:23:33,652 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:33,652 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:33,652 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,653 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T02:23:33,653 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4074bdf3bf9201d478eaaefdf43dfdef columnFamilyName C 2024-11-24T02:23:33,653 DEBUG [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:33,653 INFO [StoreOpener-4074bdf3bf9201d478eaaefdf43dfdef-1 {}] regionserver.HStore(327): Store=4074bdf3bf9201d478eaaefdf43dfdef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:23:33,653 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,654 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,655 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,655 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T02:23:33,656 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1085): writing seq id for 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,657 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1102): Opened 4074bdf3bf9201d478eaaefdf43dfdef; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62392498, jitterRate=-0.0702793300151825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T02:23:33,658 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1001): Region open journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:33,658 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., pid=146, masterSystemTime=1732415013644 2024-11-24T02:23:33,659 DEBUG [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,659 INFO [RS_OPEN_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=OPEN, openSeqNum=5, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=144 2024-11-24T02:23:33,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=144, state=SUCCESS; OpenRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 in 167 msec 2024-11-24T02:23:33,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-24T02:23:33,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, REOPEN/MOVE in 481 msec 2024-11-24T02:23:33,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T02:23:33,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-24T02:23:33,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-24T02:23:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T02:23:33,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-24T02:23:33,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-24T02:23:33,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-24T02:23:33,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-24T02:23:33,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-24T02:23:33,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,684 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-24T02:23:33,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-24T02:23:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-24T02:23:33,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,694 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-24T02:23:33,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:54374 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-24T02:23:33,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:23:33,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-24T02:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:33,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:33,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:33,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:33,706 DEBUG [hconnection-0x57d250c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,706 DEBUG [hconnection-0x1dd9b4f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,707 DEBUG [hconnection-0x4ae323ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,707 DEBUG [hconnection-0x1dfbb65d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,707 DEBUG [hconnection-0x7d075359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,708 DEBUG [hconnection-0x744b029f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,708 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,708 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,708 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,709 DEBUG [hconnection-0x3fbbc80f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,710 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,712 DEBUG [hconnection-0x741e27a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,712 DEBUG [hconnection-0x57ba8d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,712 DEBUG [hconnection-0x72670577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:23:33,712 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,713 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:33,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415073731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415073732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415073733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415073733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415073733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112494ba6fdd35914f0580564af6b3d9a9cd_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415013715/Put/seqid=0 2024-11-24T02:23:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742281_1457 (size=12154) 2024-11-24T02:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415073835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415073836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415073836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415073836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415073836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:33,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:33,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:33,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:33,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:34,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415074037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415074039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415074039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415074039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415074039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:34,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112494ba6fdd35914f0580564af6b3d9a9cd_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112494ba6fdd35914f0580564af6b3d9a9cd_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:34,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/22b611e375274520bd7f3a3663d2f715, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:34,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/22b611e375274520bd7f3a3663d2f715 is 175, key is test_row_0/A:col10/1732415013715/Put/seqid=0 2024-11-24T02:23:34,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742282_1458 (size=30955) 2024-11-24T02:23:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:34,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415074340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415074342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415074343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415074344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415074344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/22b611e375274520bd7f3a3663d2f715 2024-11-24T02:23:34,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1b2de0f9ba8340cabcd12dc00699110b is 50, key is test_row_0/B:col10/1732415013715/Put/seqid=0 2024-11-24T02:23:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742283_1459 (size=12001) 2024-11-24T02:23:34,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415074844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415074845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415074845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415074847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415074848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:34,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:34,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:34,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1b2de0f9ba8340cabcd12dc00699110b 2024-11-24T02:23:35,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/a8bdab73b77d425a8f2189c102ff59e4 is 50, key is test_row_0/C:col10/1732415013715/Put/seqid=0 2024-11-24T02:23:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742284_1460 (size=12001) 2024-11-24T02:23:35,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:35,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:35,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:35,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:23:35,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/a8bdab73b77d425a8f2189c102ff59e4 2024-11-24T02:23:35,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/22b611e375274520bd7f3a3663d2f715 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715 2024-11-24T02:23:35,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T02:23:35,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1b2de0f9ba8340cabcd12dc00699110b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b 2024-11-24T02:23:35,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T02:23:35,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/a8bdab73b77d425a8f2189c102ff59e4 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4 2024-11-24T02:23:35,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T02:23:35,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4074bdf3bf9201d478eaaefdf43dfdef in 1720ms, sequenceid=17, compaction requested=false 2024-11-24T02:23:35,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:35,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-24T02:23:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:35,537 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:23:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124667524685cb3420a8e87dfa0fd0e38e8_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415013731/Put/seqid=0 2024-11-24T02:23:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742285_1461 (size=12154) 2024-11-24T02:23:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:35,551 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124667524685cb3420a8e87dfa0fd0e38e8_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124667524685cb3420a8e87dfa0fd0e38e8_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/f25e7b1445e74801b7bca9d4e4f8376e, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/f25e7b1445e74801b7bca9d4e4f8376e is 175, key is test_row_0/A:col10/1732415013731/Put/seqid=0 2024-11-24T02:23:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742286_1462 (size=30955) 2024-11-24T02:23:35,557 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/f25e7b1445e74801b7bca9d4e4f8376e 2024-11-24T02:23:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/8992f7d64f044115b1aa7cc692f322de is 50, key is test_row_0/B:col10/1732415013731/Put/seqid=0 2024-11-24T02:23:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742287_1463 (size=12001) 2024-11-24T02:23:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:35,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415075857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415075858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415075858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415075859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415075859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415075961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:35,968 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/8992f7d64f044115b1aa7cc692f322de 2024-11-24T02:23:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/dd62ae17571f4b4582494fb736ce4641 is 50, key is test_row_0/C:col10/1732415013731/Put/seqid=0 2024-11-24T02:23:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742288_1464 (size=12001) 2024-11-24T02:23:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415076164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415076165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415076166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415076166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415076166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/dd62ae17571f4b4582494fb736ce4641 2024-11-24T02:23:36,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/f25e7b1445e74801b7bca9d4e4f8376e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e 2024-11-24T02:23:36,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T02:23:36,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/8992f7d64f044115b1aa7cc692f322de as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de 2024-11-24T02:23:36,396 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T02:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/dd62ae17571f4b4582494fb736ce4641 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641 2024-11-24T02:23:36,400 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T02:23:36,401 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4074bdf3bf9201d478eaaefdf43dfdef in 864ms, sequenceid=41, compaction requested=false 2024-11-24T02:23:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-24T02:23:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-24T02:23:36,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-24T02:23:36,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6970 sec 2024-11-24T02:23:36,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.7010 sec 2024-11-24T02:23:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:36,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:36,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c073899cc184910bd164334ee7a705f_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742289_1465 (size=12154) 2024-11-24T02:23:36,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:36,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c073899cc184910bd164334ee7a705f_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c073899cc184910bd164334ee7a705f_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415076483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/96547d805457433a96dc3085e67e3b84, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:36,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/96547d805457433a96dc3085e67e3b84 is 175, key is test_row_0/A:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415076485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415076485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415076486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415076487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742290_1466 (size=30955) 2024-11-24T02:23:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415076588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415076589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415076589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415076590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415076590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415076791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415076791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415076792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415076794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415076795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:36,892 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/96547d805457433a96dc3085e67e3b84 2024-11-24T02:23:36,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d1175929fd9d4ecf97b7d7f4d47ef9fe is 50, key is test_row_0/B:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742291_1467 (size=12001) 2024-11-24T02:23:36,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d1175929fd9d4ecf97b7d7f4d47ef9fe 2024-11-24T02:23:36,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/0b95667740d54996ae016f2013acd686 is 50, key is test_row_0/C:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742292_1468 (size=12001) 2024-11-24T02:23:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415077093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415077094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415077096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415077096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415077097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/0b95667740d54996ae016f2013acd686 2024-11-24T02:23:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/96547d805457433a96dc3085e67e3b84 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84 2024-11-24T02:23:37,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84, entries=150, sequenceid=55, filesize=30.2 K 2024-11-24T02:23:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d1175929fd9d4ecf97b7d7f4d47ef9fe as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe 2024-11-24T02:23:37,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T02:23:37,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/0b95667740d54996ae016f2013acd686 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686 2024-11-24T02:23:37,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T02:23:37,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4074bdf3bf9201d478eaaefdf43dfdef in 861ms, sequenceid=55, compaction requested=true 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:37,329 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:37,329 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:37,330 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:37,330 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:37,330 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:37,330 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:37,330 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,330 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,330 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=35.2 K 2024-11-24T02:23:37,330 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=90.7 K 2024-11-24T02:23:37,331 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84] 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b2de0f9ba8340cabcd12dc00699110b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732415013714 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22b611e375274520bd7f3a3663d2f715, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732415013714 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8992f7d64f044115b1aa7cc692f322de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732415013730 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting f25e7b1445e74801b7bca9d4e4f8376e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732415013730 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d1175929fd9d4ecf97b7d7f4d47ef9fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:37,331 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96547d805457433a96dc3085e67e3b84, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:37,336 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:37,337 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:37,338 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/acb861dd64004a7396a579541f30660e is 50, key is test_row_0/B:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:37,339 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b34ca23b8f3f40edad9465a2b63a96d6_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:37,340 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b34ca23b8f3f40edad9465a2b63a96d6_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:37,340 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b34ca23b8f3f40edad9465a2b63a96d6_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742293_1469 (size=12104) 2024-11-24T02:23:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742294_1470 (size=4469) 2024-11-24T02:23:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:37,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:37,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240768c1a1ef754abda1631d00dab59e4c_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415016480/Put/seqid=0 2024-11-24T02:23:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742295_1471 (size=14594) 2024-11-24T02:23:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415077607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415077607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415077608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415077611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415077612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415077713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415077713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415077713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415077715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415077715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,745 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#397 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:37,746 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/3b04925a7a534a63be139a771318d117 is 175, key is test_row_0/A:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:37,748 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/acb861dd64004a7396a579541f30660e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/acb861dd64004a7396a579541f30660e 2024-11-24T02:23:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742296_1472 (size=31058) 2024-11-24T02:23:37,753 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into acb861dd64004a7396a579541f30660e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:37,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:37,753 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=13, startTime=1732415017329; duration=0sec 2024-11-24T02:23:37,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:37,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:37,754 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:37,754 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:37,755 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:37,755 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,755 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=35.2 K 2024-11-24T02:23:37,755 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting a8bdab73b77d425a8f2189c102ff59e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732415013714 2024-11-24T02:23:37,755 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting dd62ae17571f4b4582494fb736ce4641, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732415013730 2024-11-24T02:23:37,756 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b95667740d54996ae016f2013acd686, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:37,761 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:37,762 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/12a02bddafd44c838026bf9cb8351052 is 50, key is test_row_0/C:col10/1732415015857/Put/seqid=0 2024-11-24T02:23:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742297_1473 (size=12104) 2024-11-24T02:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T02:23:37,809 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-24T02:23:37,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-24T02:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:37,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:37,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:37,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:37,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415077915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415077916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415077916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415077918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415077919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:37,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-24T02:23:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:37,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:38,013 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240768c1a1ef754abda1631d00dab59e4c_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240768c1a1ef754abda1631d00dab59e4c_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:38,014 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5ffd5023cf104c4981e9ba6a7d71b176, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:38,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5ffd5023cf104c4981e9ba6a7d71b176 is 175, key is test_row_0/A:col10/1732415016480/Put/seqid=0 2024-11-24T02:23:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742298_1474 (size=39549) 2024-11-24T02:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:38,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-24T02:23:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,154 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/3b04925a7a534a63be139a771318d117 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117 2024-11-24T02:23:38,159 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 3b04925a7a534a63be139a771318d117(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:38,159 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:38,159 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=13, startTime=1732415017329; duration=0sec 2024-11-24T02:23:38,159 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:38,159 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:38,169 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/12a02bddafd44c838026bf9cb8351052 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/12a02bddafd44c838026bf9cb8351052 2024-11-24T02:23:38,173 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 12a02bddafd44c838026bf9cb8351052(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:38,173 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:38,173 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=13, startTime=1732415017329; duration=0sec 2024-11-24T02:23:38,173 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:38,173 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415078218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415078219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415078220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415078221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415078221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-24T02:23:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:38,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-24T02:23:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:38,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5ffd5023cf104c4981e9ba6a7d71b176 2024-11-24T02:23:38,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/999b7f7c07da4869b917bb4966379f7f is 50, key is test_row_0/B:col10/1732415016480/Put/seqid=0 2024-11-24T02:23:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742299_1475 (size=12001) 2024-11-24T02:23:38,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/999b7f7c07da4869b917bb4966379f7f 2024-11-24T02:23:38,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/8085127f6127498194a4da555c17886f is 50, key is test_row_0/C:col10/1732415016480/Put/seqid=0 2024-11-24T02:23:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742300_1476 (size=12001) 2024-11-24T02:23:38,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/8085127f6127498194a4da555c17886f 2024-11-24T02:23:38,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5ffd5023cf104c4981e9ba6a7d71b176 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176 2024-11-24T02:23:38,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T02:23:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/999b7f7c07da4869b917bb4966379f7f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f 2024-11-24T02:23:38,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T02:23:38,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/8085127f6127498194a4da555c17886f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f 2024-11-24T02:23:38,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T02:23:38,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4074bdf3bf9201d478eaaefdf43dfdef in 870ms, sequenceid=78, compaction requested=false 2024-11-24T02:23:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:38,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-24T02:23:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:38,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:23:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:38,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:38,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:38,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:38,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:38,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420644aaa3fd74ae9b4413d5c90614d74_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415017610/Put/seqid=0 2024-11-24T02:23:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742301_1477 (size=12154) 2024-11-24T02:23:38,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415078738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415078739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415078739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415078741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415078741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415078842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415078842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415078842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415078844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415078844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:38,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420644aaa3fd74ae9b4413d5c90614d74_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420644aaa3fd74ae9b4413d5c90614d74_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:38,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2068fda1cb204ac9803f56ec2bd1da88, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:38,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2068fda1cb204ac9803f56ec2bd1da88 is 175, key is test_row_0/A:col10/1732415017610/Put/seqid=0 2024-11-24T02:23:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742302_1478 (size=30955) 2024-11-24T02:23:39,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2068fda1cb204ac9803f56ec2bd1da88 2024-11-24T02:23:39,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e44d47a0dc7b479aabecf8d71b1683fd is 50, key is test_row_0/B:col10/1732415017610/Put/seqid=0 2024-11-24T02:23:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742303_1479 (size=12001) 2024-11-24T02:23:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415079045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415079046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415079046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415079046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415079046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415079348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415079349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415079350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415079350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415079351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,413 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e44d47a0dc7b479aabecf8d71b1683fd 2024-11-24T02:23:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/05bbe5b6bc054f5e8a2747593f629e1a is 50, key is test_row_0/C:col10/1732415017610/Put/seqid=0 2024-11-24T02:23:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742304_1480 (size=12001) 2024-11-24T02:23:39,425 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/05bbe5b6bc054f5e8a2747593f629e1a 2024-11-24T02:23:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2068fda1cb204ac9803f56ec2bd1da88 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88 2024-11-24T02:23:39,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88, entries=150, sequenceid=94, filesize=30.2 K 2024-11-24T02:23:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e44d47a0dc7b479aabecf8d71b1683fd as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd 2024-11-24T02:23:39,438 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T02:23:39,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/05bbe5b6bc054f5e8a2747593f629e1a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a 2024-11-24T02:23:39,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T02:23:39,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4074bdf3bf9201d478eaaefdf43dfdef in 868ms, sequenceid=94, compaction requested=true 2024-11-24T02:23:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-24T02:23:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-24T02:23:39,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-24T02:23:39,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6330 sec 2024-11-24T02:23:39,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.6370 sec 2024-11-24T02:23:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:39,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415079858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415079858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415079859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124782df01e1a724f609696f38dd9ffb7cb_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415079860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415079860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742305_1481 (size=14594) 2024-11-24T02:23:39,866 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:39,870 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124782df01e1a724f609696f38dd9ffb7cb_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124782df01e1a724f609696f38dd9ffb7cb_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:39,870 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/d90092c445e548f9b6ed74c08c570c0c, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:39,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/d90092c445e548f9b6ed74c08c570c0c is 175, key is test_row_0/A:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742306_1482 (size=39549) 2024-11-24T02:23:39,875 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/d90092c445e548f9b6ed74c08c570c0c 2024-11-24T02:23:39,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 is 50, key is test_row_0/B:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742307_1483 (size=12001) 2024-11-24T02:23:39,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 2024-11-24T02:23:39,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/2b7632681dac4858ad6099ebf16fa9de is 50, key is test_row_0/C:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742308_1484 (size=12001) 2024-11-24T02:23:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T02:23:39,914 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-24T02:23:39,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-24T02:23:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:39,918 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:39,918 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:39,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415079961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415079962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415079963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415079964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415079964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:40,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-24T02:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415080164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415080165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415080166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415080167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415080167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:40,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-24T02:23:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:40,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/2b7632681dac4858ad6099ebf16fa9de 2024-11-24T02:23:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/d90092c445e548f9b6ed74c08c570c0c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c 2024-11-24T02:23:40,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c, entries=200, sequenceid=121, filesize=38.6 K 2024-11-24T02:23:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 2024-11-24T02:23:40,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T02:23:40,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/2b7632681dac4858ad6099ebf16fa9de as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de 2024-11-24T02:23:40,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T02:23:40,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4074bdf3bf9201d478eaaefdf43dfdef in 458ms, sequenceid=121, compaction requested=true 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:40,312 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:40,312 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:40,314 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,314 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,314 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/acb861dd64004a7396a579541f30660e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=47.0 K 2024-11-24T02:23:40,314 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=137.8 K 2024-11-24T02:23:40,314 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c] 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting acb861dd64004a7396a579541f30660e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b04925a7a534a63be139a771318d117, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:40,314 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 999b7f7c07da4869b917bb4966379f7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732415016480 2024-11-24T02:23:40,315 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ffd5023cf104c4981e9ba6a7d71b176, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732415016480 2024-11-24T02:23:40,315 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e44d47a0dc7b479aabecf8d71b1683fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732415017605 2024-11-24T02:23:40,315 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2068fda1cb204ac9803f56ec2bd1da88, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732415017605 2024-11-24T02:23:40,315 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 656f6819a77c4e0e8bcd0d3ad1bdb6e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:40,315 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90092c445e548f9b6ed74c08c570c0c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:40,331 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:40,333 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:40,333 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d7673c0f5f774a91b1273fc4c532b007_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:40,333 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/f8c33571ed084071adf4a82c77b1d4be is 50, key is test_row_0/B:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:40,335 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d7673c0f5f774a91b1273fc4c532b007_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:40,335 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d7673c0f5f774a91b1273fc4c532b007_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742309_1485 (size=12241) 2024-11-24T02:23:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742310_1486 (size=4469) 2024-11-24T02:23:40,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-24T02:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T02:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:40,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244abc6d116b434dbba7376c20bfa28b04_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415019858/Put/seqid=0 2024-11-24T02:23:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742311_1487 (size=12204) 2024-11-24T02:23:40,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:40,390 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244abc6d116b434dbba7376c20bfa28b04_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244abc6d116b434dbba7376c20bfa28b04_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/1504d28860834843afcd6242db5adb4b, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/1504d28860834843afcd6242db5adb4b is 175, key is test_row_0/A:col10/1732415019858/Put/seqid=0 2024-11-24T02:23:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742312_1488 (size=31005) 2024-11-24T02:23:40,395 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/1504d28860834843afcd6242db5adb4b 2024-11-24T02:23:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/fbc51343c71540b69b2fcfb9506f92f7 is 50, key is test_row_0/B:col10/1732415019858/Put/seqid=0 2024-11-24T02:23:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742313_1489 (size=12051) 2024-11-24T02:23:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:40,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415080489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415080490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415080490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415080491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415080492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:40,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T02:23:40,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T02:23:40,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415080593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415080594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415080594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415080595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415080595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,742 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#409 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:40,742 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/66f586a3e8404807a2b686d4b0e030ac is 175, key is test_row_0/A:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:40,746 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/f8c33571ed084071adf4a82c77b1d4be as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/f8c33571ed084071adf4a82c77b1d4be 2024-11-24T02:23:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742314_1490 (size=31195) 2024-11-24T02:23:40,751 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into f8c33571ed084071adf4a82c77b1d4be(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:40,751 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:40,751 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=12, startTime=1732415020312; duration=0sec 2024-11-24T02:23:40,751 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:40,751 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:40,751 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:40,752 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:40,752 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:40,752 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:40,752 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/12a02bddafd44c838026bf9cb8351052, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=47.0 K 2024-11-24T02:23:40,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a02bddafd44c838026bf9cb8351052, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732415015857 2024-11-24T02:23:40,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 8085127f6127498194a4da555c17886f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732415016480 2024-11-24T02:23:40,753 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 05bbe5b6bc054f5e8a2747593f629e1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732415017605 2024-11-24T02:23:40,754 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b7632681dac4858ad6099ebf16fa9de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:40,760 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:40,761 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/5cb987eb2b624da2bf0222604527bea6 is 50, key is test_row_0/C:col10/1732415019854/Put/seqid=0 2024-11-24T02:23:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742315_1491 (size=12241) 2024-11-24T02:23:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415080795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415080796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415080796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415080798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415080799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:40,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/fbc51343c71540b69b2fcfb9506f92f7 2024-11-24T02:23:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/75304fd35cdc4c2abffe7eff4b9e6e9e is 50, key is test_row_0/C:col10/1732415019858/Put/seqid=0 2024-11-24T02:23:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742316_1492 (size=12051) 2024-11-24T02:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:41,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415081100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415081101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415081101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415081103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415081103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,153 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/66f586a3e8404807a2b686d4b0e030ac as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac 2024-11-24T02:23:41,157 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 66f586a3e8404807a2b686d4b0e030ac(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:41,157 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:41,157 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=12, startTime=1732415020312; duration=0sec 2024-11-24T02:23:41,158 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:41,158 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:41,168 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/5cb987eb2b624da2bf0222604527bea6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5cb987eb2b624da2bf0222604527bea6 2024-11-24T02:23:41,171 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 5cb987eb2b624da2bf0222604527bea6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:41,171 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:41,171 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=12, startTime=1732415020312; duration=0sec 2024-11-24T02:23:41,172 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:41,172 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:41,214 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/75304fd35cdc4c2abffe7eff4b9e6e9e 2024-11-24T02:23:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/1504d28860834843afcd6242db5adb4b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b 2024-11-24T02:23:41,222 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b, entries=150, sequenceid=130, filesize=30.3 K 2024-11-24T02:23:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/fbc51343c71540b69b2fcfb9506f92f7 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7 2024-11-24T02:23:41,226 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T02:23:41,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/75304fd35cdc4c2abffe7eff4b9e6e9e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e 2024-11-24T02:23:41,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T02:23:41,231 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4074bdf3bf9201d478eaaefdf43dfdef in 855ms, sequenceid=130, compaction requested=false 2024-11-24T02:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-24T02:23:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-24T02:23:41,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-24T02:23:41,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-11-24T02:23:41,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.3210 sec 2024-11-24T02:23:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:41,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:41,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415081609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415081610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1707d08cb6648b6917729912cb9233f_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415081611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415081612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415081614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742317_1493 (size=12304) 2024-11-24T02:23:41,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:41,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1707d08cb6648b6917729912cb9233f_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1707d08cb6648b6917729912cb9233f_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:41,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2403adfbe9224eb6a6f86707c05c914d, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:41,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2403adfbe9224eb6a6f86707c05c914d is 175, key is test_row_0/A:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742318_1494 (size=31105) 2024-11-24T02:23:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415081715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415081715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415081715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415081715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415081716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415081917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415081917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415081917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415081918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:41,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415081919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T02:23:42,021 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-24T02:23:42,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-24T02:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:42,024 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:42,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:42,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:42,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2403adfbe9224eb6a6f86707c05c914d 2024-11-24T02:23:42,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 is 50, key is test_row_0/B:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742319_1495 (size=12151) 2024-11-24T02:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:42,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415082220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415082221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415082221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415082221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415082222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:42,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 2024-11-24T02:23:42,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/179f534d793e463c8c08ace1b480f34c is 50, key is test_row_0/C:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742320_1496 (size=12151) 2024-11-24T02:23:42,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:42,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415082723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415082724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415082725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415082727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415082727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:42,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:42,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/179f534d793e463c8c08ace1b480f34c 2024-11-24T02:23:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/2403adfbe9224eb6a6f86707c05c914d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d 2024-11-24T02:23:42,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d, entries=150, sequenceid=161, filesize=30.4 K 2024-11-24T02:23:42,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 2024-11-24T02:23:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T02:23:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/179f534d793e463c8c08ace1b480f34c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c 2024-11-24T02:23:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T02:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 4074bdf3bf9201d478eaaefdf43dfdef in 1265ms, sequenceid=161, compaction requested=true 2024-11-24T02:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:42,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:42,872 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:42,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:42,872 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:42,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,876 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:42,876 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,876 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,877 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/f8c33571ed084071adf4a82c77b1d4be, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=35.6 K 2024-11-24T02:23:42,877 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:42,877 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:42,877 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,877 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=91.1 K 2024-11-24T02:23:42,877 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,877 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d] 2024-11-24T02:23:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,877 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting f8c33571ed084071adf4a82c77b1d4be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:42,877 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f586a3e8404807a2b686d4b0e030ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:42,878 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc51343c71540b69b2fcfb9506f92f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732415019856 2024-11-24T02:23:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,878 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1504d28860834843afcd6242db5adb4b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732415019856 2024-11-24T02:23:42,878 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8f62dd77dc4ba28b2d776dbb4ee7d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,879 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2403adfbe9224eb6a6f86707c05c914d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,887 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,892 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b1df2d464f0d4d32860f86aff93876e3_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:42,895 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#418 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:42,896 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/ac69aa5093c54a4cb6f8736f7a4e09c3 is 50, key is test_row_0/B:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,902 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b1df2d464f0d4d32860f86aff93876e3_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:42,902 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b1df2d464f0d4d32860f86aff93876e3_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742321_1497 (size=12493) 2024-11-24T02:23:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742322_1498 (size=4469) 2024-11-24T02:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,917 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#417 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,918 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/4879bc846bfe443b983728f40f5b8e48 is 175, key is test_row_0/A:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,921 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/ac69aa5093c54a4cb6f8736f7a4e09c3 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/ac69aa5093c54a4cb6f8736f7a4e09c3 2024-11-24T02:23:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742323_1499 (size=31447) 2024-11-24T02:23:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,927 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into ac69aa5093c54a4cb6f8736f7a4e09c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:42,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:42,927 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=13, startTime=1732415022871; duration=0sec 2024-11-24T02:23:42,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:42,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:42,927 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:42,928 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:42,928 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,928 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,928 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5cb987eb2b624da2bf0222604527bea6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=35.6 K 2024-11-24T02:23:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb987eb2b624da2bf0222604527bea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732415018737 2024-11-24T02:23:42,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 75304fd35cdc4c2abffe7eff4b9e6e9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732415019856 2024-11-24T02:23:42,930 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 179f534d793e463c8c08ace1b480f34c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,931 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/4879bc846bfe443b983728f40f5b8e48 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48 2024-11-24T02:23:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,935 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 4879bc846bfe443b983728f40f5b8e48(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:42,935 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:42,936 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=13, startTime=1732415022871; duration=0sec 2024-11-24T02:23:42,936 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:42,936 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,937 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:42,938 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/4409f27505e7476c82619bdc58c8f81a is 50, key is test_row_0/C:col10/1732415020482/Put/seqid=0 2024-11-24T02:23:42,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:42,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-24T02:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:42,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T02:23:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742324_1500 (size=12493) 2024-11-24T02:23:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247df2733e0a2d4ce8ab398f685a6a3e86_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415021610/Put/seqid=0 2024-11-24T02:23:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,948 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/4409f27505e7476c82619bdc58c8f81a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4409f27505e7476c82619bdc58c8f81a 2024-11-24T02:23:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,952 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 4409f27505e7476c82619bdc58c8f81a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:42,952 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:42,952 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=13, startTime=1732415022872; duration=0sec 2024-11-24T02:23:42,952 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:42,952 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742325_1501 (size=9814) 2024-11-24T02:23:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,357 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247df2733e0a2d4ce8ab398f685a6a3e86_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247df2733e0a2d4ce8ab398f685a6a3e86_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ab3cc730cba74cc1876c1811271f84dc, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ab3cc730cba74cc1876c1811271f84dc is 175, key is test_row_0/A:col10/1732415021610/Put/seqid=0 2024-11-24T02:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742326_1502 (size=22461) 2024-11-24T02:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ab3cc730cba74cc1876c1811271f84dc 2024-11-24T02:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/13034c96ab0f4f5db17b0d7507484bb5 is 50, key is test_row_0/B:col10/1732415021610/Put/seqid=0 2024-11-24T02:23:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742327_1503 (size=9757) 2024-11-24T02:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/13034c96ab0f4f5db17b0d7507484bb5 2024-11-24T02:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/54e63dd6071847be87a7186a26d8bad2 is 50, key is test_row_0/C:col10/1732415021610/Put/seqid=0 2024-11-24T02:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742328_1504 (size=9757) 2024-11-24T02:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:43,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415083755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415083755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415083756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415083758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415083758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/54e63dd6071847be87a7186a26d8bad2 2024-11-24T02:23:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ab3cc730cba74cc1876c1811271f84dc as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc 2024-11-24T02:23:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc, entries=100, sequenceid=172, filesize=21.9 K 2024-11-24T02:23:43,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/13034c96ab0f4f5db17b0d7507484bb5 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5 2024-11-24T02:23:43,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5, entries=100, sequenceid=172, filesize=9.5 K 2024-11-24T02:23:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/54e63dd6071847be87a7186a26d8bad2 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2 2024-11-24T02:23:43,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2, entries=100, sequenceid=172, filesize=9.5 K 2024-11-24T02:23:43,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4074bdf3bf9201d478eaaefdf43dfdef in 870ms, sequenceid=172, compaction requested=false 2024-11-24T02:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-24T02:23:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-24T02:23:43,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-24T02:23:43,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-11-24T02:23:43,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.7900 sec 2024-11-24T02:23:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:43,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T02:23:43,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415083865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415083866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415083867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415083869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415083870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124771936992aa749fcb8ad19b70c1813dc_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742329_1505 (size=12304) 2024-11-24T02:23:43,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:43,887 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124771936992aa749fcb8ad19b70c1813dc_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124771936992aa749fcb8ad19b70c1813dc_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:43,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/67b2b318679d41678c5510f0f51fd319, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:43,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/67b2b318679d41678c5510f0f51fd319 is 175, key is test_row_0/A:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742330_1506 (size=31105) 2024-11-24T02:23:43,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/67b2b318679d41678c5510f0f51fd319 2024-11-24T02:23:43,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/661d1fbeb7534d0783e77ad78c230d6a is 50, key is test_row_0/B:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742331_1507 (size=12151) 2024-11-24T02:23:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415083970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415083971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415083971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415083973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415083973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-24T02:23:44,127 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-24T02:23:44,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-24T02:23:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:44,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:44,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:44,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415084174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415084174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415084174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415084175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415084177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:44,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T02:23:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/661d1fbeb7534d0783e77ad78c230d6a 2024-11-24T02:23:44,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/cba41fec989b4538aa1ce8f7f716ac91 is 50, key is test_row_0/C:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742332_1508 (size=12151) 2024-11-24T02:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:44,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T02:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415084475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415084478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415084478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415084478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415084479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T02:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:44,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T02:23:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:44,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/cba41fec989b4538aa1ce8f7f716ac91 2024-11-24T02:23:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/67b2b318679d41678c5510f0f51fd319 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319 2024-11-24T02:23:44,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319, entries=150, sequenceid=203, filesize=30.4 K 2024-11-24T02:23:44,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/661d1fbeb7534d0783e77ad78c230d6a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a 2024-11-24T02:23:44,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T02:23:44,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/cba41fec989b4538aa1ce8f7f716ac91 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91 2024-11-24T02:23:44,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T02:23:44,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 4074bdf3bf9201d478eaaefdf43dfdef in 896ms, sequenceid=203, compaction requested=true 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:44,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:44,759 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:44,759 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:44,760 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:44,760 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:44,760 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:44,760 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:44,760 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,760 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,760 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/ac69aa5093c54a4cb6f8736f7a4e09c3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=33.6 K 2024-11-24T02:23:44,760 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=83.0 K 2024-11-24T02:23:44,760 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,760 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319] 2024-11-24T02:23:44,761 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting ac69aa5093c54a4cb6f8736f7a4e09c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:44,761 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4879bc846bfe443b983728f40f5b8e48, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:44,761 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 13034c96ab0f4f5db17b0d7507484bb5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732415021610 2024-11-24T02:23:44,761 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab3cc730cba74cc1876c1811271f84dc, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732415021610 2024-11-24T02:23:44,761 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67b2b318679d41678c5510f0f51fd319, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:44,762 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 661d1fbeb7534d0783e77ad78c230d6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:44,767 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:44,768 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:44,768 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d74163f2cd2a443ba38820818c4d2def is 50, key is test_row_0/B:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:44,770 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112422bcf419912a4473ac3105a430e5d46a_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:44,771 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112422bcf419912a4473ac3105a430e5d46a_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:44,771 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112422bcf419912a4473ac3105a430e5d46a_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742333_1509 (size=12595) 2024-11-24T02:23:44,791 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d74163f2cd2a443ba38820818c4d2def as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d74163f2cd2a443ba38820818c4d2def 2024-11-24T02:23:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742334_1510 (size=4469) 2024-11-24T02:23:44,797 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into d74163f2cd2a443ba38820818c4d2def(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:44,797 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:44,797 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=13, startTime=1732415024759; duration=0sec 2024-11-24T02:23:44,797 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:44,797 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:44,797 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:44,798 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#427 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:44,798 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:44,798 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:44,798 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,799 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ce779aaa973f4ea8abb136076aaa5c9f is 175, key is test_row_0/A:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:44,799 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4409f27505e7476c82619bdc58c8f81a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=33.6 K 2024-11-24T02:23:44,799 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4409f27505e7476c82619bdc58c8f81a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732415020482 2024-11-24T02:23:44,799 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e63dd6071847be87a7186a26d8bad2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732415021610 2024-11-24T02:23:44,800 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting cba41fec989b4538aa1ce8f7f716ac91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742335_1511 (size=31549) 2024-11-24T02:23:44,809 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:44,809 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/39d53d26453b452ba7470f02c1bbab09 is 50, key is test_row_0/C:col10/1732415023863/Put/seqid=0 2024-11-24T02:23:44,809 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/ce779aaa973f4ea8abb136076aaa5c9f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f 2024-11-24T02:23:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742336_1512 (size=12595) 2024-11-24T02:23:44,818 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into ce779aaa973f4ea8abb136076aaa5c9f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:44,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:44,818 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=13, startTime=1732415024759; duration=0sec 2024-11-24T02:23:44,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:44,818 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:44,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:44,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T02:23:44,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:44,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242e103d8c7463409c92c15d044cbe9bb5_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415023867/Put/seqid=0 2024-11-24T02:23:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742337_1513 (size=12304) 2024-11-24T02:23:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:44,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415085002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415085003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415085004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415085004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415085004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415085106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415085106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415085107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415085107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415085107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,220 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/39d53d26453b452ba7470f02c1bbab09 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/39d53d26453b452ba7470f02c1bbab09 2024-11-24T02:23:45,224 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 39d53d26453b452ba7470f02c1bbab09(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:45,224 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:45,224 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=13, startTime=1732415024759; duration=0sec 2024-11-24T02:23:45,225 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:45,225 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:45,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415085308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415085310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415085310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415085311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415085311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:45,321 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242e103d8c7463409c92c15d044cbe9bb5_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e103d8c7463409c92c15d044cbe9bb5_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:45,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/6825c6bc13734223959b9bdf24497ea9, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:45,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/6825c6bc13734223959b9bdf24497ea9 is 175, key is test_row_0/A:col10/1732415023867/Put/seqid=0 2024-11-24T02:23:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742338_1514 (size=31105) 2024-11-24T02:23:45,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415085610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415085612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415085615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415085615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415085616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:45,727 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/6825c6bc13734223959b9bdf24497ea9 2024-11-24T02:23:45,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/4818eae74ca64a268b4c627facdbe9a8 is 50, key is test_row_0/B:col10/1732415023867/Put/seqid=0 2024-11-24T02:23:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742339_1515 (size=12151) 2024-11-24T02:23:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415086115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415086116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:46,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415086119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415086120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415086120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:46,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/4818eae74ca64a268b4c627facdbe9a8 2024-11-24T02:23:46,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/1b0e4397d252495fa149a7d5fb761c99 is 50, key is test_row_0/C:col10/1732415023867/Put/seqid=0 2024-11-24T02:23:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742340_1516 (size=12151) 2024-11-24T02:23:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:46,550 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/1b0e4397d252495fa149a7d5fb761c99 2024-11-24T02:23:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/6825c6bc13734223959b9bdf24497ea9 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9 2024-11-24T02:23:46,558 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9, entries=150, sequenceid=212, filesize=30.4 K 2024-11-24T02:23:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T02:23:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/4818eae74ca64a268b4c627facdbe9a8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8 2024-11-24T02:23:46,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T02:23:46,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/1b0e4397d252495fa149a7d5fb761c99 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99 2024-11-24T02:23:46,566 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T02:23:46,567 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=187.85 KB/192360 for 4074bdf3bf9201d478eaaefdf43dfdef in 1674ms, sequenceid=212, compaction requested=false 2024-11-24T02:23:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-24T02:23:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-24T02:23:46,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T02:23:46,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4370 sec 2024-11-24T02:23:46,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.4410 sec 2024-11-24T02:23:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:47,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415087123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415087123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415087125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415087128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469ba11e9967a43deb9e0fe906d4a6843_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415087131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742341_1517 (size=12304) 2024-11-24T02:23:47,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469ba11e9967a43deb9e0fe906d4a6843_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469ba11e9967a43deb9e0fe906d4a6843_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:47,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/54bf0bf9a5234ada824a280f72189d51, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:47,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/54bf0bf9a5234ada824a280f72189d51 is 175, key is test_row_0/A:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742342_1518 (size=31105) 2024-11-24T02:23:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415087227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415087430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/54bf0bf9a5234ada824a280f72189d51 2024-11-24T02:23:47,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e7e7de3b02e649bcb4b600cdf8202b16 is 50, key is test_row_0/B:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742343_1519 (size=12151) 2024-11-24T02:23:47,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e7e7de3b02e649bcb4b600cdf8202b16 2024-11-24T02:23:47,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/598acebbde0348568b682d28a239fa9d is 50, key is test_row_0/C:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742344_1520 (size=12151) 2024-11-24T02:23:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415087734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:47,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/598acebbde0348568b682d28a239fa9d 2024-11-24T02:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/54bf0bf9a5234ada824a280f72189d51 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51 2024-11-24T02:23:47,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51, entries=150, sequenceid=245, filesize=30.4 K 2024-11-24T02:23:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e7e7de3b02e649bcb4b600cdf8202b16 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16 2024-11-24T02:23:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T02:23:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/598acebbde0348568b682d28a239fa9d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d 2024-11-24T02:23:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T02:23:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 4074bdf3bf9201d478eaaefdf43dfdef in 865ms, sequenceid=245, compaction requested=true 2024-11-24T02:23:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T02:23:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,987 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,987 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,988 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,989 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:47,989 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:47,989 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:47,989 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=91.6 K 2024-11-24T02:23:47,989 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:47,989 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:47,989 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,989 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51] 2024-11-24T02:23:47,989 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/39d53d26453b452ba7470f02c1bbab09, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=36.0 K 2024-11-24T02:23:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce779aaa973f4ea8abb136076aaa5c9f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 39d53d26453b452ba7470f02c1bbab09, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b0e4397d252495fa149a7d5fb761c99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732415023866 2024-11-24T02:23:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6825c6bc13734223959b9bdf24497ea9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732415023866 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 598acebbde0348568b682d28a239fa9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,990 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54bf0bf9a5234ada824a280f72189d51, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,997 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,999 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:47,999 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/626116061502478ba35e8742f4c8b868 is 50, key is test_row_0/C:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,002 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fa80b4a0d9064df78f96567fc97c9fa5_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,003 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fa80b4a0d9064df78f96567fc97c9fa5_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,004 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa80b4a0d9064df78f96567fc97c9fa5_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742345_1521 (size=12697) 2024-11-24T02:23:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,019 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/626116061502478ba35e8742f4c8b868 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/626116061502478ba35e8742f4c8b868 2024-11-24T02:23:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,024 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 626116061502478ba35e8742f4c8b868(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:48,024 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,024 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=13, startTime=1732415027987; duration=0sec 2024-11-24T02:23:48,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:48,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:48,025 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,026 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:48,026 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:48,026 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,026 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d74163f2cd2a443ba38820818c4d2def, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=36.0 K 2024-11-24T02:23:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742346_1522 (size=4469) 2024-11-24T02:23:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,027 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d74163f2cd2a443ba38820818c4d2def, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732415023861 2024-11-24T02:23:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,027 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4818eae74ca64a268b4c627facdbe9a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732415023866 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,028 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#435 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,028 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/24e5e28ce83449baab30839877ce0595 is 175, key is test_row_0/A:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,029 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e7de3b02e649bcb4b600cdf8202b16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742347_1523 (size=31651) 2024-11-24T02:23:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,038 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,038 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e28da96f264c4c0f876959a2c6cdad7d is 50, key is test_row_0/B:col10/1732415025002/Put/seqid=0 2024-11-24T02:23:48,039 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/24e5e28ce83449baab30839877ce0595 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595 2024-11-24T02:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 24e5e28ce83449baab30839877ce0595(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,043 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:48,043 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=13, startTime=1732415027987; duration=0sec 2024-11-24T02:23:48,043 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:48,043 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742348_1524 (size=12697) 2024-11-24T02:23:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,060 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/e28da96f264c4c0f876959a2c6cdad7d as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e28da96f264c4c0f876959a2c6cdad7d 2024-11-24T02:23:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,065 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into e28da96f264c4c0f876959a2c6cdad7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:48,065 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:48,065 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=13, startTime=1732415027987; duration=0sec 2024-11-24T02:23:48,065 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:48,065 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,234 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-24T02:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-24T02:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:48,238 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,238 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T02:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:48,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf0e0a838ad44aceadd468eefd433048_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415028249/Put/seqid=0 2024-11-24T02:23:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742350_1526 (size=24908) 2024-11-24T02:23:48,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415088315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:48,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415088417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:48,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415088620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:48,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf0e0a838ad44aceadd468eefd433048_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf0e0a838ad44aceadd468eefd433048_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:48,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/9e5afd1d35fc4c97919d863a8d99106f, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:48,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/9e5afd1d35fc4c97919d863a8d99106f is 175, key is test_row_0/A:col10/1732415028249/Put/seqid=0 2024-11-24T02:23:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742349_1525 (size=74545) 2024-11-24T02:23:48,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:48,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:48,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:48,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415088922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/9e5afd1d35fc4c97919d863a8d99106f 2024-11-24T02:23:49,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/95faf994ae2e4dd097ff46014903eae6 is 50, key is test_row_0/B:col10/1732415028249/Put/seqid=0 2024-11-24T02:23:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742351_1527 (size=12301) 2024-11-24T02:23:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415089129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,131 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415089136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,138 DEBUG [Thread-2062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:49,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415089141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,142 DEBUG [Thread-2064 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:49,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415089143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,145 DEBUG [Thread-2066 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:49,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415089428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/95faf994ae2e4dd097ff46014903eae6 2024-11-24T02:23:49,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/78d5f487908045abaaa7302b73ac3257 is 50, key is test_row_0/C:col10/1732415028249/Put/seqid=0 2024-11-24T02:23:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742352_1528 (size=12301) 2024-11-24T02:23:49,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:49,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/78d5f487908045abaaa7302b73ac3257 2024-11-24T02:23:49,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:49,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:23:49,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/9e5afd1d35fc4c97919d863a8d99106f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f 2024-11-24T02:23:49,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f, entries=400, sequenceid=259, filesize=72.8 K 2024-11-24T02:23:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/95faf994ae2e4dd097ff46014903eae6 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6 2024-11-24T02:23:49,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6, entries=150, sequenceid=259, filesize=12.0 K 2024-11-24T02:23:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/78d5f487908045abaaa7302b73ac3257 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257 2024-11-24T02:23:49,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257, entries=150, sequenceid=259, filesize=12.0 K 2024-11-24T02:23:49,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4074bdf3bf9201d478eaaefdf43dfdef in 1678ms, sequenceid=259, compaction requested=false 2024-11-24T02:23:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:50,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:50,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T02:23:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:50,072 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T02:23:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b2290fa78ff4ad1a0555a121607a441_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415028311/Put/seqid=0 2024-11-24T02:23:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742353_1529 (size=12454) 2024-11-24T02:23:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:50,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b2290fa78ff4ad1a0555a121607a441_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b2290fa78ff4ad1a0555a121607a441_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/dbf2f60561fc438eb24015d79eee0201, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/dbf2f60561fc438eb24015d79eee0201 is 175, key is test_row_0/A:col10/1732415028311/Put/seqid=0 2024-11-24T02:23:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742354_1530 (size=31255) 2024-11-24T02:23:50,093 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/dbf2f60561fc438eb24015d79eee0201 2024-11-24T02:23:50,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1ff35dc342464f2ea37cb1b7ec99fc87 is 50, key is test_row_0/B:col10/1732415028311/Put/seqid=0 2024-11-24T02:23:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742355_1531 (size=12301) 2024-11-24T02:23:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1ff35dc342464f2ea37cb1b7ec99fc87 2024-11-24T02:23:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/3698c5b912664e8a8c5a8ba04bff6162 is 50, key is test_row_0/C:col10/1732415028311/Put/seqid=0 2024-11-24T02:23:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742356_1532 (size=12301) 2024-11-24T02:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:50,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415090452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:50,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/3698c5b912664e8a8c5a8ba04bff6162 2024-11-24T02:23:50,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/dbf2f60561fc438eb24015d79eee0201 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201 2024-11-24T02:23:50,535 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201, entries=150, sequenceid=284, filesize=30.5 K 2024-11-24T02:23:50,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/1ff35dc342464f2ea37cb1b7ec99fc87 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87 2024-11-24T02:23:50,539 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T02:23:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/3698c5b912664e8a8c5a8ba04bff6162 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162 2024-11-24T02:23:50,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T02:23:50,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4074bdf3bf9201d478eaaefdf43dfdef in 471ms, sequenceid=284, compaction requested=true 2024-11-24T02:23:50,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:50,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-24T02:23:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-24T02:23:50,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T02:23:50,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3060 sec 2024-11-24T02:23:50,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.3100 sec 2024-11-24T02:23:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:50,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:50,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124427debce0ff644a2b5a30a70d81a4f4c_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:50,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742357_1533 (size=14994) 2024-11-24T02:23:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415090614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:50,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415090717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415090921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:50,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:50,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124427debce0ff644a2b5a30a70d81a4f4c_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124427debce0ff644a2b5a30a70d81a4f4c_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:50,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/37a31905712b4d2aa37b979e66830c77, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:50,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/37a31905712b4d2aa37b979e66830c77 is 175, key is test_row_0/A:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:50,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742358_1534 (size=39949) 2024-11-24T02:23:51,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415091225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:51,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/37a31905712b4d2aa37b979e66830c77 2024-11-24T02:23:51,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/734a9d3fe6e3464cbb9a2ff0408d51ae is 50, key is test_row_0/B:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742359_1535 (size=12301) 2024-11-24T02:23:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415091730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:51,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/734a9d3fe6e3464cbb9a2ff0408d51ae 2024-11-24T02:23:51,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/b661717ca94446a2a1e36260f3f570f1 is 50, key is test_row_0/C:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742360_1536 (size=12301) 2024-11-24T02:23:51,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/b661717ca94446a2a1e36260f3f570f1 2024-11-24T02:23:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/37a31905712b4d2aa37b979e66830c77 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77 2024-11-24T02:23:51,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77, entries=200, sequenceid=296, filesize=39.0 K 2024-11-24T02:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/734a9d3fe6e3464cbb9a2ff0408d51ae as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae 2024-11-24T02:23:51,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T02:23:51,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/b661717ca94446a2a1e36260f3f570f1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1 2024-11-24T02:23:51,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T02:23:51,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4074bdf3bf9201d478eaaefdf43dfdef in 1266ms, sequenceid=296, compaction requested=true 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:51,823 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:51,823 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:51,828 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:51,828 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:51,828 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:51,828 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:51,828 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:51,828 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e28da96f264c4c0f876959a2c6cdad7d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=48.4 K 2024-11-24T02:23:51,828 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:51,828 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=173.2 K 2024-11-24T02:23:51,828 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:51,829 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77] 2024-11-24T02:23:51,829 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e5e28ce83449baab30839877ce0595, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:51,829 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e5afd1d35fc4c97919d863a8d99106f, keycount=400, bloomtype=ROW, size=72.8 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732415027124 2024-11-24T02:23:51,829 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting e28da96f264c4c0f876959a2c6cdad7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:51,830 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 95faf994ae2e4dd097ff46014903eae6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732415028249 2024-11-24T02:23:51,830 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbf2f60561fc438eb24015d79eee0201, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732415028309 2024-11-24T02:23:51,830 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff35dc342464f2ea37cb1b7ec99fc87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732415028309 2024-11-24T02:23:51,830 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a31905712b4d2aa37b979e66830c77, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030443 2024-11-24T02:23:51,831 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 734a9d3fe6e3464cbb9a2ff0408d51ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030448 2024-11-24T02:23:51,838 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:51,838 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6ba681b9096c49b1b637be2d3dc1a24b is 50, key is test_row_0/B:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:51,839 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:51,842 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124680657177f994a0fbc993864f58ff58f_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742361_1537 (size=12983) 2024-11-24T02:23:51,846 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124680657177f994a0fbc993864f58ff58f_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:51,847 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6ba681b9096c49b1b637be2d3dc1a24b as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6ba681b9096c49b1b637be2d3dc1a24b 2024-11-24T02:23:51,847 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124680657177f994a0fbc993864f58ff58f_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:51,851 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into 6ba681b9096c49b1b637be2d3dc1a24b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:51,851 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:51,851 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=12, startTime=1732415031823; duration=0sec 2024-11-24T02:23:51,851 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:51,851 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:51,852 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T02:23:51,852 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T02:23:51,853 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:51,853 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:51,853 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/626116061502478ba35e8742f4c8b868, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=48.4 K 2024-11-24T02:23:51,853 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 626116061502478ba35e8742f4c8b868, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732415025001 2024-11-24T02:23:51,853 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 78d5f487908045abaaa7302b73ac3257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732415028249 2024-11-24T02:23:51,854 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 3698c5b912664e8a8c5a8ba04bff6162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732415028309 2024-11-24T02:23:51,854 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting b661717ca94446a2a1e36260f3f570f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030448 2024-11-24T02:23:51,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742362_1538 (size=4469) 2024-11-24T02:23:51,861 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:51,862 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/af138953485141f195dd79584e7f3554 is 50, key is test_row_0/C:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742363_1539 (size=12983) 2024-11-24T02:23:51,877 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/af138953485141f195dd79584e7f3554 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/af138953485141f195dd79584e7f3554 2024-11-24T02:23:51,882 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into af138953485141f195dd79584e7f3554(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:51,882 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:51,882 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=12, startTime=1732415031823; duration=0sec 2024-11-24T02:23:51,882 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:51,882 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:52,258 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:52,259 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5fba48382f89422aa242c30b99d2ed40 is 175, key is test_row_0/A:col10/1732415030448/Put/seqid=0 2024-11-24T02:23:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742364_1540 (size=31937) 2024-11-24T02:23:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T02:23:52,342 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-24T02:23:52,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T02:23:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-24T02:23:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:52,345 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T02:23:52,345 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T02:23:52,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T02:23:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:52,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:23:52,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T02:23:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:52,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T02:23:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fcc8ca61981646349c2b83805149b77b_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415030597/Put/seqid=0 2024-11-24T02:23:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742365_1541 (size=12454) 2024-11-24T02:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:52,667 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/5fba48382f89422aa242c30b99d2ed40 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40 2024-11-24T02:23:52,671 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 5fba48382f89422aa242c30b99d2ed40(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:52,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:52,671 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=12, startTime=1732415031823; duration=0sec 2024-11-24T02:23:52,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:52,671 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:52,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. as already flushing 2024-11-24T02:23:52,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415092753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415092856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:52,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fcc8ca61981646349c2b83805149b77b_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc8ca61981646349c2b83805149b77b_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:52,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/117bb350d372427ca3d9d34e4a570386, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:52,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/117bb350d372427ca3d9d34e4a570386 is 175, key is test_row_0/A:col10/1732415030597/Put/seqid=0 2024-11-24T02:23:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742366_1542 (size=31255) 2024-11-24T02:23:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415093058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38490 deadline: 1732415093143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,145 DEBUG [Thread-2064 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38454 deadline: 1732415093151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,153 DEBUG [Thread-2066 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38482 deadline: 1732415093153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,154 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38426 deadline: 1732415093162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,163 DEBUG [Thread-2062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., hostname=4ccb785458ec,44071,1732414860783, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:23:53,318 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/117bb350d372427ca3d9d34e4a570386 2024-11-24T02:23:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6dcd8cd1b51b41bd89149e30572ded82 is 50, key is test_row_0/B:col10/1732415030597/Put/seqid=0 2024-11-24T02:23:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742367_1543 (size=12301) 2024-11-24T02:23:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6dcd8cd1b51b41bd89149e30572ded82 2024-11-24T02:23:53,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/4fdfd72ae67d4cada3e11d0963435aca is 50, key is test_row_0/C:col10/1732415030597/Put/seqid=0 2024-11-24T02:23:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742368_1544 (size=12301) 2024-11-24T02:23:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T02:23:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44071 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1732415093360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 2024-11-24T02:23:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:53,710 DEBUG [Thread-2071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:54374 2024-11-24T02:23:53,710 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,710 DEBUG [Thread-2075 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:54374 2024-11-24T02:23:53,710 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,711 DEBUG [Thread-2077 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:54374 2024-11-24T02:23:53,711 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,711 DEBUG [Thread-2073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:54374 2024-11-24T02:23:53,711 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,712 DEBUG [Thread-2079 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:54374 2024-11-24T02:23:53,712 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/4fdfd72ae67d4cada3e11d0963435aca 2024-11-24T02:23:53,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/117bb350d372427ca3d9d34e4a570386 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386 2024-11-24T02:23:53,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386, entries=150, sequenceid=322, filesize=30.5 K 2024-11-24T02:23:53,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/6dcd8cd1b51b41bd89149e30572ded82 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82 2024-11-24T02:23:53,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T02:23:53,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/4fdfd72ae67d4cada3e11d0963435aca as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca 2024-11-24T02:23:53,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T02:23:53,752 INFO [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4074bdf3bf9201d478eaaefdf43dfdef in 1255ms, sequenceid=322, compaction requested=false 2024-11-24T02:23:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ccb785458ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-24T02:23:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-24T02:23:53,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T02:23:53,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-24T02:23:53,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T02:23:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44071 {}] regionserver.HRegion(8581): Flush requested on 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:53,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:23:53,865 DEBUG [Thread-2068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:54374 2024-11-24T02:23:53,865 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:23:53,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:23:53,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124443159906c1f4ba6b23f3775c99f44bb_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_0/A:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:53,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742369_1545 (size=12454) 2024-11-24T02:23:54,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:23:54,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124443159906c1f4ba6b23f3775c99f44bb_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124443159906c1f4ba6b23f3775c99f44bb_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:23:54,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/b016743254c042a3a0a5b21907adda2f, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:54,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/b016743254c042a3a0a5b21907adda2f is 175, key is test_row_0/A:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:54,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742370_1546 (size=31255) 2024-11-24T02:23:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T02:23:54,448 INFO [Thread-2070 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-24T02:23:54,681 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/b016743254c042a3a0a5b21907adda2f 2024-11-24T02:23:54,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d644ef9f00854ff6af46dad574eb41ee is 50, key is test_row_0/B:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742371_1547 (size=12301) 2024-11-24T02:23:55,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d644ef9f00854ff6af46dad574eb41ee 2024-11-24T02:23:55,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/197dd49e4f3d41fb86024e06a588c3dd is 50, key is test_row_0/C:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742372_1548 (size=12301) 2024-11-24T02:23:55,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/197dd49e4f3d41fb86024e06a588c3dd 2024-11-24T02:23:55,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/b016743254c042a3a0a5b21907adda2f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f 2024-11-24T02:23:55,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f, entries=150, sequenceid=336, filesize=30.5 K 2024-11-24T02:23:55,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/d644ef9f00854ff6af46dad574eb41ee as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee 2024-11-24T02:23:55,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T02:23:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/197dd49e4f3d41fb86024e06a588c3dd as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd 2024-11-24T02:23:55,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T02:23:55,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 4074bdf3bf9201d478eaaefdf43dfdef in 1646ms, sequenceid=336, compaction requested=true 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:55,511 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4074bdf3bf9201d478eaaefdf43dfdef:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T02:23:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:55,511 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/A is initiating minor compaction (all files) 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/B is initiating minor compaction (all files) 2024-11-24T02:23:55,512 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/A in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:55,512 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/B in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:55,512 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=92.2 K 2024-11-24T02:23:55,512 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6ba681b9096c49b1b637be2d3dc1a24b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=36.7 K 2024-11-24T02:23:55,512 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. files: [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f] 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ba681b9096c49b1b637be2d3dc1a24b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030448 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fba48382f89422aa242c30b99d2ed40, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030448 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dcd8cd1b51b41bd89149e30572ded82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732415030597 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting 117bb350d372427ca3d9d34e4a570386, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732415030597 2024-11-24T02:23:55,512 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting d644ef9f00854ff6af46dad574eb41ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732415032749 2024-11-24T02:23:55,513 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] compactions.Compactor(224): Compacting b016743254c042a3a0a5b21907adda2f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732415032749 2024-11-24T02:23:55,517 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:55,518 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:55,518 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/fc39a83df7eb4415a5f2c03bafd428b8 is 50, key is test_row_0/B:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:55,519 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242f75766d25e24bf1ba74404b0f65cfe3_4074bdf3bf9201d478eaaefdf43dfdef store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742373_1549 (size=13085) 2024-11-24T02:23:55,522 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242f75766d25e24bf1ba74404b0f65cfe3_4074bdf3bf9201d478eaaefdf43dfdef, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:55,522 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242f75766d25e24bf1ba74404b0f65cfe3_4074bdf3bf9201d478eaaefdf43dfdef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:23:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742374_1550 (size=4469) 2024-11-24T02:23:55,925 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/fc39a83df7eb4415a5f2c03bafd428b8 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fc39a83df7eb4415a5f2c03bafd428b8 2024-11-24T02:23:55,925 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#A#compaction#457 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:55,926 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/07c75a29d7af4d8d83e9ce6536b6da3c is 175, key is test_row_0/A:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742375_1551 (size=32039) 2024-11-24T02:23:55,929 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/B of 4074bdf3bf9201d478eaaefdf43dfdef into fc39a83df7eb4415a5f2c03bafd428b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:55,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:55,929 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/B, priority=13, startTime=1732415035511; duration=0sec 2024-11-24T02:23:55,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T02:23:55,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:B 2024-11-24T02:23:55,929 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T02:23:55,930 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T02:23:55,930 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1540): 4074bdf3bf9201d478eaaefdf43dfdef/C is initiating minor compaction (all files) 2024-11-24T02:23:55,930 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4074bdf3bf9201d478eaaefdf43dfdef/C in TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:23:55,930 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/af138953485141f195dd79584e7f3554, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd] into tmpdir=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp, totalSize=36.7 K 2024-11-24T02:23:55,930 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting af138953485141f195dd79584e7f3554, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732415030448 2024-11-24T02:23:55,930 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fdfd72ae67d4cada3e11d0963435aca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732415030597 2024-11-24T02:23:55,931 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] compactions.Compactor(224): Compacting 197dd49e4f3d41fb86024e06a588c3dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732415032749 2024-11-24T02:23:55,936 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4074bdf3bf9201d478eaaefdf43dfdef#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T02:23:55,936 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/6a4d3139021b41a89d47e55c33d5262f is 50, key is test_row_0/C:col10/1732415033864/Put/seqid=0 2024-11-24T02:23:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742376_1552 (size=13085) 2024-11-24T02:23:56,333 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/07c75a29d7af4d8d83e9ce6536b6da3c as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/07c75a29d7af4d8d83e9ce6536b6da3c 2024-11-24T02:23:56,336 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/A of 4074bdf3bf9201d478eaaefdf43dfdef into 07c75a29d7af4d8d83e9ce6536b6da3c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:56,336 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:56,336 INFO [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/A, priority=13, startTime=1732415035511; duration=0sec 2024-11-24T02:23:56,337 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:56,337 DEBUG [RS:0;4ccb785458ec:44071-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:A 2024-11-24T02:23:56,342 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/6a4d3139021b41a89d47e55c33d5262f as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/6a4d3139021b41a89d47e55c33d5262f 2024-11-24T02:23:56,345 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4074bdf3bf9201d478eaaefdf43dfdef/C of 4074bdf3bf9201d478eaaefdf43dfdef into 6a4d3139021b41a89d47e55c33d5262f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T02:23:56,346 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:23:56,346 INFO [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef., storeName=4074bdf3bf9201d478eaaefdf43dfdef/C, priority=13, startTime=1732415035511; duration=0sec 2024-11-24T02:23:56,346 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T02:23:56,346 DEBUG [RS:0;4ccb785458ec:44071-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4074bdf3bf9201d478eaaefdf43dfdef:C 2024-11-24T02:23:59,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:24:03,159 DEBUG [Thread-2066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:54374 2024-11-24T02:24:03,159 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:03,178 DEBUG [Thread-2062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:54374 2024-11-24T02:24:03,178 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:03,181 DEBUG [Thread-2064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:54374 2024-11-24T02:24:03,182 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:03,205 DEBUG [Thread-2060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:54374 2024-11-24T02:24:03,205 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:03,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T02:24:03,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-24T02:24:03,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T02:24:03,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T02:24:03,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7661 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7504 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7314 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7659 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7499 2024-11-24T02:24:03,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T02:24:03,206 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:24:03,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:54374 2024-11-24T02:24:03,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:03,206 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T02:24:03,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T02:24:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:03,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415043209"}]},"ts":"1732415043209"} 2024-11-24T02:24:03,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T02:24:03,211 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T02:24:03,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T02:24:03,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, UNASSIGN}] 2024-11-24T02:24:03,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, UNASSIGN 2024-11-24T02:24:03,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=CLOSING, regionLocation=4ccb785458ec,44071,1732414860783 2024-11-24T02:24:03,214 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T02:24:03,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; CloseRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783}] 2024-11-24T02:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:03,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ccb785458ec,44071,1732414860783 2024-11-24T02:24:03,366 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing 4074bdf3bf9201d478eaaefdf43dfdef, disabling compactions & flushes 2024-11-24T02:24:03,366 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. after waiting 0 ms 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:24:03,366 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(2837): Flushing 4074bdf3bf9201d478eaaefdf43dfdef 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=A 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=B 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4074bdf3bf9201d478eaaefdf43dfdef, store=C 2024-11-24T02:24:03,366 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T02:24:03,371 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243f7099e86b624d68b664bba95ca00c41_4074bdf3bf9201d478eaaefdf43dfdef is 50, key is test_row_1/A:col10/1732415043158/Put/seqid=0 2024-11-24T02:24:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742377_1553 (size=9914) 2024-11-24T02:24:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:03,774 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:24:03,777 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243f7099e86b624d68b664bba95ca00c41_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243f7099e86b624d68b664bba95ca00c41_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:03,778 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/cad60f7ec61a402795578d3da11b1dfd, store: [table=TestAcidGuarantees family=A region=4074bdf3bf9201d478eaaefdf43dfdef] 2024-11-24T02:24:03,779 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/cad60f7ec61a402795578d3da11b1dfd is 175, key is test_row_1/A:col10/1732415043158/Put/seqid=0 2024-11-24T02:24:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742378_1554 (size=22561) 2024-11-24T02:24:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:04,182 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/cad60f7ec61a402795578d3da11b1dfd 2024-11-24T02:24:04,187 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/b29d0f8c65b844a186a1075bad6411ba is 50, key is test_row_1/B:col10/1732415043158/Put/seqid=0 2024-11-24T02:24:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742379_1555 (size=9857) 2024-11-24T02:24:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:04,591 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/b29d0f8c65b844a186a1075bad6411ba 2024-11-24T02:24:04,596 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/5e178f89df924a36b5f9c15c71a398a1 is 50, key is test_row_1/C:col10/1732415043158/Put/seqid=0 2024-11-24T02:24:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742380_1556 (size=9857) 2024-11-24T02:24:05,000 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/5e178f89df924a36b5f9c15c71a398a1 2024-11-24T02:24:05,003 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/A/cad60f7ec61a402795578d3da11b1dfd as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/cad60f7ec61a402795578d3da11b1dfd 2024-11-24T02:24:05,006 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/cad60f7ec61a402795578d3da11b1dfd, entries=100, sequenceid=346, filesize=22.0 K 2024-11-24T02:24:05,007 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/B/b29d0f8c65b844a186a1075bad6411ba as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/b29d0f8c65b844a186a1075bad6411ba 2024-11-24T02:24:05,009 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/b29d0f8c65b844a186a1075bad6411ba, entries=100, sequenceid=346, filesize=9.6 K 2024-11-24T02:24:05,010 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/.tmp/C/5e178f89df924a36b5f9c15c71a398a1 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5e178f89df924a36b5f9c15c71a398a1 2024-11-24T02:24:05,012 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5e178f89df924a36b5f9c15c71a398a1, entries=100, sequenceid=346, filesize=9.6 K 2024-11-24T02:24:05,013 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4074bdf3bf9201d478eaaefdf43dfdef in 1647ms, sequenceid=346, compaction requested=false 2024-11-24T02:24:05,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f] to archive 2024-11-24T02:24:05,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:24:05,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/22b611e375274520bd7f3a3663d2f715 2024-11-24T02:24:05,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/f25e7b1445e74801b7bca9d4e4f8376e 2024-11-24T02:24:05,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/3b04925a7a534a63be139a771318d117 2024-11-24T02:24:05,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/96547d805457433a96dc3085e67e3b84 2024-11-24T02:24:05,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5ffd5023cf104c4981e9ba6a7d71b176 2024-11-24T02:24:05,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2068fda1cb204ac9803f56ec2bd1da88 2024-11-24T02:24:05,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/d90092c445e548f9b6ed74c08c570c0c 2024-11-24T02:24:05,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/66f586a3e8404807a2b686d4b0e030ac 2024-11-24T02:24:05,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/1504d28860834843afcd6242db5adb4b 2024-11-24T02:24:05,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/4879bc846bfe443b983728f40f5b8e48 2024-11-24T02:24:05,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/2403adfbe9224eb6a6f86707c05c914d 2024-11-24T02:24:05,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ab3cc730cba74cc1876c1811271f84dc 2024-11-24T02:24:05,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/ce779aaa973f4ea8abb136076aaa5c9f 2024-11-24T02:24:05,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/67b2b318679d41678c5510f0f51fd319 2024-11-24T02:24:05,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/6825c6bc13734223959b9bdf24497ea9 2024-11-24T02:24:05,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/24e5e28ce83449baab30839877ce0595 2024-11-24T02:24:05,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/54bf0bf9a5234ada824a280f72189d51 2024-11-24T02:24:05,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/9e5afd1d35fc4c97919d863a8d99106f 2024-11-24T02:24:05,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/dbf2f60561fc438eb24015d79eee0201 2024-11-24T02:24:05,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/37a31905712b4d2aa37b979e66830c77 2024-11-24T02:24:05,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/5fba48382f89422aa242c30b99d2ed40 2024-11-24T02:24:05,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/117bb350d372427ca3d9d34e4a570386 2024-11-24T02:24:05,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/b016743254c042a3a0a5b21907adda2f 2024-11-24T02:24:05,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/acb861dd64004a7396a579541f30660e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/f8c33571ed084071adf4a82c77b1d4be, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/ac69aa5093c54a4cb6f8736f7a4e09c3, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d74163f2cd2a443ba38820818c4d2def, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e28da96f264c4c0f876959a2c6cdad7d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6ba681b9096c49b1b637be2d3dc1a24b, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee] to archive 2024-11-24T02:24:05,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:24:05,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1b2de0f9ba8340cabcd12dc00699110b 2024-11-24T02:24:05,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/8992f7d64f044115b1aa7cc692f322de 2024-11-24T02:24:05,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/acb861dd64004a7396a579541f30660e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/acb861dd64004a7396a579541f30660e 2024-11-24T02:24:05,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d1175929fd9d4ecf97b7d7f4d47ef9fe 2024-11-24T02:24:05,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/999b7f7c07da4869b917bb4966379f7f 2024-11-24T02:24:05,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e44d47a0dc7b479aabecf8d71b1683fd 2024-11-24T02:24:05,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/f8c33571ed084071adf4a82c77b1d4be to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/f8c33571ed084071adf4a82c77b1d4be 2024-11-24T02:24:05,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/656f6819a77c4e0e8bcd0d3ad1bdb6e8 2024-11-24T02:24:05,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fbc51343c71540b69b2fcfb9506f92f7 2024-11-24T02:24:05,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/ac69aa5093c54a4cb6f8736f7a4e09c3 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/ac69aa5093c54a4cb6f8736f7a4e09c3 2024-11-24T02:24:05,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6c8f62dd77dc4ba28b2d776dbb4ee7d9 2024-11-24T02:24:05,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/13034c96ab0f4f5db17b0d7507484bb5 2024-11-24T02:24:05,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d74163f2cd2a443ba38820818c4d2def to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d74163f2cd2a443ba38820818c4d2def 2024-11-24T02:24:05,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/661d1fbeb7534d0783e77ad78c230d6a 2024-11-24T02:24:05,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/4818eae74ca64a268b4c627facdbe9a8 2024-11-24T02:24:05,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e28da96f264c4c0f876959a2c6cdad7d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e28da96f264c4c0f876959a2c6cdad7d 2024-11-24T02:24:05,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/e7e7de3b02e649bcb4b600cdf8202b16 2024-11-24T02:24:05,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/95faf994ae2e4dd097ff46014903eae6 2024-11-24T02:24:05,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/1ff35dc342464f2ea37cb1b7ec99fc87 2024-11-24T02:24:05,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6ba681b9096c49b1b637be2d3dc1a24b to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6ba681b9096c49b1b637be2d3dc1a24b 2024-11-24T02:24:05,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/734a9d3fe6e3464cbb9a2ff0408d51ae 2024-11-24T02:24:05,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/6dcd8cd1b51b41bd89149e30572ded82 2024-11-24T02:24:05,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/d644ef9f00854ff6af46dad574eb41ee 2024-11-24T02:24:05,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/12a02bddafd44c838026bf9cb8351052, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5cb987eb2b624da2bf0222604527bea6, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4409f27505e7476c82619bdc58c8f81a, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/39d53d26453b452ba7470f02c1bbab09, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/626116061502478ba35e8742f4c8b868, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/af138953485141f195dd79584e7f3554, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd] to archive 2024-11-24T02:24:05,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T02:24:05,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/a8bdab73b77d425a8f2189c102ff59e4 2024-11-24T02:24:05,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/dd62ae17571f4b4582494fb736ce4641 2024-11-24T02:24:05,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/12a02bddafd44c838026bf9cb8351052 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/12a02bddafd44c838026bf9cb8351052 2024-11-24T02:24:05,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/0b95667740d54996ae016f2013acd686 2024-11-24T02:24:05,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/8085127f6127498194a4da555c17886f 2024-11-24T02:24:05,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/05bbe5b6bc054f5e8a2747593f629e1a 2024-11-24T02:24:05,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5cb987eb2b624da2bf0222604527bea6 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5cb987eb2b624da2bf0222604527bea6 2024-11-24T02:24:05,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/2b7632681dac4858ad6099ebf16fa9de 2024-11-24T02:24:05,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/75304fd35cdc4c2abffe7eff4b9e6e9e 2024-11-24T02:24:05,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4409f27505e7476c82619bdc58c8f81a to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4409f27505e7476c82619bdc58c8f81a 2024-11-24T02:24:05,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/179f534d793e463c8c08ace1b480f34c 2024-11-24T02:24:05,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/54e63dd6071847be87a7186a26d8bad2 2024-11-24T02:24:05,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/39d53d26453b452ba7470f02c1bbab09 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/39d53d26453b452ba7470f02c1bbab09 2024-11-24T02:24:05,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/cba41fec989b4538aa1ce8f7f716ac91 2024-11-24T02:24:05,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/1b0e4397d252495fa149a7d5fb761c99 2024-11-24T02:24:05,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/626116061502478ba35e8742f4c8b868 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/626116061502478ba35e8742f4c8b868 2024-11-24T02:24:05,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/598acebbde0348568b682d28a239fa9d 2024-11-24T02:24:05,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/78d5f487908045abaaa7302b73ac3257 2024-11-24T02:24:05,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/3698c5b912664e8a8c5a8ba04bff6162 2024-11-24T02:24:05,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/af138953485141f195dd79584e7f3554 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/af138953485141f195dd79584e7f3554 2024-11-24T02:24:05,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/b661717ca94446a2a1e36260f3f570f1 2024-11-24T02:24:05,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/4fdfd72ae67d4cada3e11d0963435aca 2024-11-24T02:24:05,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/197dd49e4f3d41fb86024e06a588c3dd 2024-11-24T02:24:05,074 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-11-24T02:24:05,075 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef. 2024-11-24T02:24:05,075 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for 4074bdf3bf9201d478eaaefdf43dfdef: 2024-11-24T02:24:05,076 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed 4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=4074bdf3bf9201d478eaaefdf43dfdef, regionState=CLOSED 2024-11-24T02:24:05,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T02:24:05,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; CloseRegionProcedure 4074bdf3bf9201d478eaaefdf43dfdef, server=4ccb785458ec,44071,1732414860783 in 1.8630 sec 2024-11-24T02:24:05,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T02:24:05,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4074bdf3bf9201d478eaaefdf43dfdef, UNASSIGN in 1.8660 sec 2024-11-24T02:24:05,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T02:24:05,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-24T02:24:05,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732415045081"}]},"ts":"1732415045081"} 2024-11-24T02:24:05,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T02:24:05,083 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T02:24:05,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-24T02:24:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T02:24:05,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T02:24:05,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T02:24:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T02:24:05,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=165, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,315 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,317 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C, FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits] 2024-11-24T02:24:05,318 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/07c75a29d7af4d8d83e9ce6536b6da3c to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/07c75a29d7af4d8d83e9ce6536b6da3c 2024-11-24T02:24:05,319 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/cad60f7ec61a402795578d3da11b1dfd to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/A/cad60f7ec61a402795578d3da11b1dfd 2024-11-24T02:24:05,321 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/b29d0f8c65b844a186a1075bad6411ba to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/b29d0f8c65b844a186a1075bad6411ba 2024-11-24T02:24:05,322 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fc39a83df7eb4415a5f2c03bafd428b8 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/B/fc39a83df7eb4415a5f2c03bafd428b8 2024-11-24T02:24:05,323 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5e178f89df924a36b5f9c15c71a398a1 to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/5e178f89df924a36b5f9c15c71a398a1 2024-11-24T02:24:05,324 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/6a4d3139021b41a89d47e55c33d5262f to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/C/6a4d3139021b41a89d47e55c33d5262f 2024-11-24T02:24:05,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits/349.seqid to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef/recovered.edits/349.seqid 2024-11-24T02:24:05,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/default/TestAcidGuarantees/4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T02:24:05,326 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:24:05,327 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T02:24:05,329 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240768c1a1ef754abda1631d00dab59e4c_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240768c1a1ef754abda1631d00dab59e4c_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,330 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c073899cc184910bd164334ee7a705f_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c073899cc184910bd164334ee7a705f_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,331 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420644aaa3fd74ae9b4413d5c90614d74_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420644aaa3fd74ae9b4413d5c90614d74_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,332 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e103d8c7463409c92c15d044cbe9bb5_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e103d8c7463409c92c15d044cbe9bb5_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,333 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243f7099e86b624d68b664bba95ca00c41_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243f7099e86b624d68b664bba95ca00c41_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,334 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124427debce0ff644a2b5a30a70d81a4f4c_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124427debce0ff644a2b5a30a70d81a4f4c_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,335 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124443159906c1f4ba6b23f3775c99f44bb_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124443159906c1f4ba6b23f3775c99f44bb_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,336 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244abc6d116b434dbba7376c20bfa28b04_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244abc6d116b434dbba7376c20bfa28b04_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,337 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b2290fa78ff4ad1a0555a121607a441_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b2290fa78ff4ad1a0555a121607a441_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,338 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124667524685cb3420a8e87dfa0fd0e38e8_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124667524685cb3420a8e87dfa0fd0e38e8_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,339 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469ba11e9967a43deb9e0fe906d4a6843_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469ba11e9967a43deb9e0fe906d4a6843_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,340 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124771936992aa749fcb8ad19b70c1813dc_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124771936992aa749fcb8ad19b70c1813dc_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,342 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124782df01e1a724f609696f38dd9ffb7cb_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124782df01e1a724f609696f38dd9ffb7cb_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,343 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247df2733e0a2d4ce8ab398f685a6a3e86_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247df2733e0a2d4ce8ab398f685a6a3e86_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,344 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112494ba6fdd35914f0580564af6b3d9a9cd_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112494ba6fdd35914f0580564af6b3d9a9cd_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,345 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1707d08cb6648b6917729912cb9233f_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1707d08cb6648b6917729912cb9233f_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,346 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf0e0a838ad44aceadd468eefd433048_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf0e0a838ad44aceadd468eefd433048_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,346 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc8ca61981646349c2b83805149b77b_4074bdf3bf9201d478eaaefdf43dfdef to hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc8ca61981646349c2b83805149b77b_4074bdf3bf9201d478eaaefdf43dfdef 2024-11-24T02:24:05,347 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T02:24:05,349 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=165, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,351 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T02:24:05,353 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T02:24:05,354 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=165, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,354 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T02:24:05,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732415045354"}]},"ts":"9223372036854775807"} 2024-11-24T02:24:05,355 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T02:24:05,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4074bdf3bf9201d478eaaefdf43dfdef, NAME => 'TestAcidGuarantees,,1732415010647.4074bdf3bf9201d478eaaefdf43dfdef.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T02:24:05,355 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T02:24:05,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732415045355"}]},"ts":"9223372036854775807"} 2024-11-24T02:24:05,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T02:24:05,358 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=165, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T02:24:05,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-24T02:24:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T02:24:05,415 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T02:24:05,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=7324 (was 7373) 2024-11-24T02:24:05,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T02:24:05,424 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T02:24:05,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:54374 2024-11-24T02:24:05,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:05,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T02:24:05,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67080707, stopped=false 2024-11-24T02:24:05,425 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ccb785458ec,37827,1732414860041 2024-11-24T02:24:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T02:24:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T02:24:05,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T02:24:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:24:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:24:05,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:05,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:24:05,427 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ccb785458ec,44071,1732414860783' ***** 2024-11-24T02:24:05,427 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T02:24:05,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T02:24:05,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(3579): Received CLOSE for a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1224): stopping server 4ccb785458ec,44071,1732414860783 2024-11-24T02:24:05,428 DEBUG [RS:0;4ccb785458ec:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T02:24:05,428 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T02:24:05,429 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a25f2b3e0387727b2c8cb3f7d3e1963e, disabling compactions & flushes 2024-11-24T02:24:05,429 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:24:05,429 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:24:05,429 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1603): Online Regions={a25f2b3e0387727b2c8cb3f7d3e1963e=hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. after waiting 0 ms 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:24:05,429 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a25f2b3e0387727b2c8cb3f7d3e1963e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T02:24:05,429 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T02:24:05,429 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T02:24:05,429 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T02:24:05,432 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:24:05,445 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/.tmp/info/698234c58fb2412391f4d3ce9131a597 is 45, key is default/info:d/1732414864886/Put/seqid=0 2024-11-24T02:24:05,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742381_1557 (size=5037) 2024-11-24T02:24:05,451 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/info/f0ecfbbbd1bf4ac09ef10b77fcbbf2be is 143, key is hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e./info:regioninfo/1732414864766/Put/seqid=0 2024-11-24T02:24:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742382_1558 (size=7725) 2024-11-24T02:24:05,457 INFO [regionserver/4ccb785458ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T02:24:05,588 INFO [regionserver/4ccb785458ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T02:24:05,588 INFO [regionserver/4ccb785458ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T02:24:05,633 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:24:05,833 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a25f2b3e0387727b2c8cb3f7d3e1963e 2024-11-24T02:24:05,849 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/.tmp/info/698234c58fb2412391f4d3ce9131a597 2024-11-24T02:24:05,852 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/.tmp/info/698234c58fb2412391f4d3ce9131a597 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/info/698234c58fb2412391f4d3ce9131a597 2024-11-24T02:24:05,854 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/info/f0ecfbbbd1bf4ac09ef10b77fcbbf2be 2024-11-24T02:24:05,855 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/info/698234c58fb2412391f4d3ce9131a597, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T02:24:05,856 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a25f2b3e0387727b2c8cb3f7d3e1963e in 427ms, sequenceid=6, compaction requested=false 2024-11-24T02:24:05,858 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/namespace/a25f2b3e0387727b2c8cb3f7d3e1963e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T02:24:05,859 INFO [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:24:05,859 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a25f2b3e0387727b2c8cb3f7d3e1963e: 2024-11-24T02:24:05,859 DEBUG [RS_CLOSE_REGION-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732414863536.a25f2b3e0387727b2c8cb3f7d3e1963e. 2024-11-24T02:24:05,871 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/rep_barrier/a03f3cee7d5b436da21e0297d0fa2f71 is 102, key is TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e./rep_barrier:/1732414893435/DeleteFamily/seqid=0 2024-11-24T02:24:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742383_1559 (size=6025) 2024-11-24T02:24:06,033 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T02:24:06,233 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T02:24:06,275 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/rep_barrier/a03f3cee7d5b436da21e0297d0fa2f71 2024-11-24T02:24:06,293 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/table/664ed00cc8d4427c85e2237d4a3a429a is 96, key is TestAcidGuarantees,,1732414865134.1b4fe4211c643935cf13bd8dd940397e./table:/1732414893435/DeleteFamily/seqid=0 2024-11-24T02:24:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742384_1560 (size=5942) 2024-11-24T02:24:06,433 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-24T02:24:06,434 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T02:24:06,434 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T02:24:06,634 DEBUG [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T02:24:06,696 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/table/664ed00cc8d4427c85e2237d4a3a429a 2024-11-24T02:24:06,700 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/info/f0ecfbbbd1bf4ac09ef10b77fcbbf2be as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/info/f0ecfbbbd1bf4ac09ef10b77fcbbf2be 2024-11-24T02:24:06,702 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/info/f0ecfbbbd1bf4ac09ef10b77fcbbf2be, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T02:24:06,703 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/rep_barrier/a03f3cee7d5b436da21e0297d0fa2f71 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/rep_barrier/a03f3cee7d5b436da21e0297d0fa2f71 2024-11-24T02:24:06,706 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/rep_barrier/a03f3cee7d5b436da21e0297d0fa2f71, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T02:24:06,706 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/.tmp/table/664ed00cc8d4427c85e2237d4a3a429a as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/table/664ed00cc8d4427c85e2237d4a3a429a 2024-11-24T02:24:06,709 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/table/664ed00cc8d4427c85e2237d4a3a429a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T02:24:06,709 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false 2024-11-24T02:24:06,713 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T02:24:06,713 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T02:24:06,713 INFO [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T02:24:06,713 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T02:24:06,713 DEBUG [RS_CLOSE_META-regionserver/4ccb785458ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T02:24:06,834 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1250): stopping server 4ccb785458ec,44071,1732414860783; all regions closed. 2024-11-24T02:24:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741834_1010 (size=26050) 2024-11-24T02:24:06,840 DEBUG [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/oldWALs 2024-11-24T02:24:06,840 INFO [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ccb785458ec%2C44071%2C1732414860783.meta:.meta(num 1732414863278) 2024-11-24T02:24:06,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741833_1009 (size=12835318) 2024-11-24T02:24:06,843 DEBUG [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/oldWALs 2024-11-24T02:24:06,843 INFO [RS:0;4ccb785458ec:44071 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ccb785458ec%2C44071%2C1732414860783:(num 1732414862751) 2024-11-24T02:24:06,843 DEBUG [RS:0;4ccb785458ec:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:06,843 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T02:24:06,843 INFO [RS:0;4ccb785458ec:44071 {}] hbase.ChoreService(370): Chore service for: regionserver/4ccb785458ec:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T02:24:06,844 INFO [regionserver/4ccb785458ec:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T02:24:06,844 INFO [RS:0;4ccb785458ec:44071 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44071 2024-11-24T02:24:06,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ccb785458ec,44071,1732414860783 2024-11-24T02:24:06,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T02:24:06,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ccb785458ec,44071,1732414860783] 2024-11-24T02:24:06,850 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ccb785458ec,44071,1732414860783; numProcessing=1 2024-11-24T02:24:06,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ccb785458ec,44071,1732414860783 already deleted, retry=false 2024-11-24T02:24:06,852 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ccb785458ec,44071,1732414860783 expired; onlineServers=0 2024-11-24T02:24:06,852 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ccb785458ec,37827,1732414860041' ***** 2024-11-24T02:24:06,852 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T02:24:06,852 DEBUG [M:0;4ccb785458ec:37827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ccb785458ec/172.17.0.2:0 2024-11-24T02:24:06,852 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegionServer(1224): stopping server 4ccb785458ec,37827,1732414860041 2024-11-24T02:24:06,852 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegionServer(1250): stopping server 4ccb785458ec,37827,1732414860041; all regions closed. 2024-11-24T02:24:06,852 DEBUG [M:0;4ccb785458ec:37827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:24:06,852 DEBUG [M:0;4ccb785458ec:37827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T02:24:06,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T02:24:06,853 DEBUG [M:0;4ccb785458ec:37827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T02:24:06,853 DEBUG [master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.large.0-1732414862445 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.large.0-1732414862445,5,FailOnTimeoutGroup] 2024-11-24T02:24:06,853 DEBUG [master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.small.0-1732414862445 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ccb785458ec:0:becomeActiveMaster-HFileCleaner.small.0-1732414862445,5,FailOnTimeoutGroup] 2024-11-24T02:24:06,853 INFO [M:0;4ccb785458ec:37827 {}] hbase.ChoreService(370): Chore service for: master/4ccb785458ec:0 had [] on shutdown 2024-11-24T02:24:06,853 DEBUG [M:0;4ccb785458ec:37827 {}] master.HMaster(1733): Stopping service threads 2024-11-24T02:24:06,853 INFO [M:0;4ccb785458ec:37827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T02:24:06,853 ERROR [M:0;4ccb785458ec:37827 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T02:24:06,854 INFO [M:0;4ccb785458ec:37827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T02:24:06,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T02:24:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T02:24:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:24:06,854 DEBUG [M:0;4ccb785458ec:37827 {}] zookeeper.ZKUtil(347): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T02:24:06,854 WARN [M:0;4ccb785458ec:37827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T02:24:06,854 INFO [M:0;4ccb785458ec:37827 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T02:24:06,854 INFO [M:0;4ccb785458ec:37827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T02:24:06,855 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T02:24:06,855 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:24:06,855 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:24:06,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T02:24:06,855 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T02:24:06,855 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:24:06,855 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=711.92 KB heapSize=871.67 KB 2024-11-24T02:24:06,870 DEBUG [M:0;4ccb785458ec:37827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e31d816174b4dc5b33c3d840d978424 is 82, key is hbase:meta,,1/info:regioninfo/1732414863418/Put/seqid=0 2024-11-24T02:24:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742385_1561 (size=5672) 2024-11-24T02:24:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:24:06,950 INFO [RS:0;4ccb785458ec:44071 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ccb785458ec,44071,1732414860783; zookeeper connection closed. 2024-11-24T02:24:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1002754a0d40001, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:24:06,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1525a1f5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1525a1f5 2024-11-24T02:24:06,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T02:24:07,273 INFO [M:0;4ccb785458ec:37827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1959 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e31d816174b4dc5b33c3d840d978424 2024-11-24T02:24:07,293 DEBUG [M:0;4ccb785458ec:37827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45348a7ee61343cd986a4a212947355e is 2277, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732414896589/Put/seqid=0 2024-11-24T02:24:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742386_1562 (size=42574) 2024-11-24T02:24:07,698 INFO [M:0;4ccb785458ec:37827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=711.37 KB at sequenceid=1959 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45348a7ee61343cd986a4a212947355e 2024-11-24T02:24:07,701 INFO [M:0;4ccb785458ec:37827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45348a7ee61343cd986a4a212947355e 2024-11-24T02:24:07,716 DEBUG [M:0;4ccb785458ec:37827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe91d286db64649b7e79243a06c7427 is 69, key is 4ccb785458ec,44071,1732414860783/rs:state/1732414862518/Put/seqid=0 2024-11-24T02:24:07,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073742387_1563 (size=5156) 2024-11-24T02:24:08,120 INFO [M:0;4ccb785458ec:37827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1959 (bloomFilter=true), to=hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe91d286db64649b7e79243a06c7427 2024-11-24T02:24:08,123 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e31d816174b4dc5b33c3d840d978424 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e31d816174b4dc5b33c3d840d978424 2024-11-24T02:24:08,126 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e31d816174b4dc5b33c3d840d978424, entries=8, sequenceid=1959, filesize=5.5 K 2024-11-24T02:24:08,127 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45348a7ee61343cd986a4a212947355e as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45348a7ee61343cd986a4a212947355e 2024-11-24T02:24:08,129 INFO [M:0;4ccb785458ec:37827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45348a7ee61343cd986a4a212947355e 2024-11-24T02:24:08,129 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45348a7ee61343cd986a4a212947355e, entries=165, sequenceid=1959, filesize=41.6 K 2024-11-24T02:24:08,130 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe91d286db64649b7e79243a06c7427 as hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfe91d286db64649b7e79243a06c7427 2024-11-24T02:24:08,132 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40485/user/jenkins/test-data/b4c1c926-de52-d7b5-0b01-34c0f272d8b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfe91d286db64649b7e79243a06c7427, entries=1, sequenceid=1959, filesize=5.0 K 2024-11-24T02:24:08,133 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(3040): Finished flush of dataSize ~711.92 KB/729011, heapSize ~871.38 KB/892288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=1959, compaction requested=false 2024-11-24T02:24:08,135 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:24:08,135 DEBUG [M:0;4ccb785458ec:37827 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T02:24:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741830_1006 (size=857529) 2024-11-24T02:24:08,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T02:24:08,137 INFO [M:0;4ccb785458ec:37827 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T02:24:08,137 INFO [M:0;4ccb785458ec:37827 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37827 2024-11-24T02:24:08,139 DEBUG [M:0;4ccb785458ec:37827 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ccb785458ec,37827,1732414860041 already deleted, retry=false 2024-11-24T02:24:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:24:08,241 INFO [M:0;4ccb785458ec:37827 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ccb785458ec,37827,1732414860041; zookeeper connection closed. 2024-11-24T02:24:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37827-0x1002754a0d40000, quorum=127.0.0.1:54374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:24:08,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T02:24:08,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T02:24:08,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T02:24:08,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T02:24:08,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.log.dir/,STOPPED} 2024-11-24T02:24:08,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T02:24:08,251 WARN [BP-1659822225-172.17.0.2-1732414857315 heartbeating to localhost/127.0.0.1:40485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T02:24:08,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T02:24:08,251 WARN [BP-1659822225-172.17.0.2-1732414857315 heartbeating to localhost/127.0.0.1:40485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659822225-172.17.0.2-1732414857315 (Datanode Uuid 17faac87-87ad-4352-bc72-3cff542fdf0a) service to localhost/127.0.0.1:40485 2024-11-24T02:24:08,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/dfs/data/data1/current/BP-1659822225-172.17.0.2-1732414857315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T02:24:08,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/cluster_2fee9e6a-47fb-02d8-ede4-81fb4d115d07/dfs/data/data2/current/BP-1659822225-172.17.0.2-1732414857315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T02:24:08,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T02:24:08,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T02:24:08,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T02:24:08,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T02:24:08,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T02:24:08,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27fc1fe6-73d1-8feb-2d94-aa6b90615f73/hadoop.log.dir/,STOPPED} 2024-11-24T02:24:08,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T02:24:08,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down